-- Logs begin at Sat 2022-03-26 02:19:52 UTC, end at Sat 2022-03-26 03:17:20 UTC. -- Mar 26 02:53:38.916608 dv-cinder-835328-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 26 02:53:41.830505 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.common.config [-] Logging enabled! Mar 26 02:53:41.831122 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 26 02:53:41.831340 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 26 02:53:41.834502 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.common.config [-] Logging enabled! Mar 26 02:53:41.834755 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 26 02:53:41.835084 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 26 02:53:41.836002 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 26 02:53:41.836299 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 26 02:53:41.836708 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 26 02:53:41.837071 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 26 02:53:41.837300 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 26 02:53:41.838041 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.838460 dv-cinder-835328-1-smb neutron-server[103054]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 26 02:53:41.838775 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.839095 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.839387 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.839678 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.839963 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.840245 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.840528 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.840820 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.841098 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.841373 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.841650 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.841935 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.842211 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.842489 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.842771 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.843069 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] debug = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.843347 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.843770 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.844194 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.844469 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.844752 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.845022 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.845288 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.845556 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.845837 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.846158 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] host = dv-cinder-835328-1-smb {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.846428 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.846706 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.847008 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.847292 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.847560 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.847829 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.848105 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.848370 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.848635 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] log_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.848902 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.849182 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.849461 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.849743 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.849967 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.850189 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.850471 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.850749 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.851046 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.851319 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.851588 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.852368 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.852735 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.853000 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.853280 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.853558 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.853838 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.854108 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.854374 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.854638 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.854905 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.855207 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.855475 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.855743 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.856010 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.856295 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.856558 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.856822 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.857115 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.857392 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.857669 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.857945 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.858210 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.858484 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.858747 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.859042 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.859307 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] use_json = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.859572 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.859833 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.860111 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.860375 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.860902 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.861168 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.861430 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.861708 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.861973 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:41.862261 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.862548 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.862840 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.863154 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.863439 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.863720 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.863997 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.864267 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.864548 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.864827 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.865105 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.865373 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.865665 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.865945 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.866235 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.866532 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.866820 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.867133 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.867403 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.868568 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.868845 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.869123 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.869409 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.869684 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.869969 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.870255 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.870531 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.870821 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.871133 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.871425 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.871709 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.871978 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.872253 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.872538 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.872809 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.873078 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.873348 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.873629 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.873900 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.874172 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.874447 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.874717 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.875001 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.875270 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.875540 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.875821 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.876089 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.876354 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.876617 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.876897 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.877163 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.877439 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.877706 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.877970 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.878235 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.878504 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.878767 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.879057 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.879330 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.879594 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.879863 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.880126 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.880391 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.880655 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.880918 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.881180 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.881442 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.881705 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.881972 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.882237 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.882502 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.882769 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.883059 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.883369 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.883649 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.883940 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.884211 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.884484 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.884754 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.885023 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.885292 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.885561 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.885830 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.886102 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.886366 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.886647 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.886927 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.887226 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.887518 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.887789 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.888077 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.888348 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.888618 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.888895 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.889164 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.889434 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.889706 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.889982 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.890269 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.890553 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.890837 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.891149 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.891436 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.891710 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.892011 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.892285 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:41.892501 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 26 02:53:41.892737 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103054) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 26 02:53:42.264060 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 26 02:53:42.264337 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 26 02:53:42.264642 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 26 02:53:42.265109 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 26 02:53:42.600812 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.601094 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.601363 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.603250 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.603522 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.603908 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.658046 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.658319 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.658587 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.673719 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.674000 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.674270 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.703026 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.703304 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.703568 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.846006 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.846667 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:42.846667 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.078023 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.078307 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.078570 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.078830 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.079544 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.179265 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.179582 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.179863 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.180257 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.180643 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.181064 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.181332 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.181579 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.181842 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.182123 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.182382 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.182645 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.182901 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.183179 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.183432 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.183690 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.183941 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.184208 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.184476 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.184732 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.185002 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.185254 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.185532 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.185936 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.186209 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.186454 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.186849 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 02:53:43.187116 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 02:53:43.187355 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 02:53:43.187592 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 02:53:43.187825 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 02:53:43.188059 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 02:53:43.188418 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 26 02:53:43.191601 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 26 02:53:43.195697 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 26 02:53:43.199454 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 26 02:53:43.201090 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 26 02:53:43.201556 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 26 02:53:43.201894 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 26 02:53:43.202275 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 26 02:53:43.205131 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 26 02:53:43.205384 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 26 02:53:43.205723 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 26 02:53:43.210584 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 26 02:53:43.235361 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 26 02:53:43.236078 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.236374 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103054) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 26 02:53:43.236736 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.238104 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103054) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 26 02:53:43.238381 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 26 02:53:43.238626 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 26 02:53:43.241986 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.242268 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.304397 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 26 02:53:43.304634 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 26 02:53:43.304869 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 26 02:53:43.305258 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 26 02:53:43.326089 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_db.sqlalchemy.engines [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103054) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 26 02:53:43.767118 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Initializing driver for type 'gre' Mar 26 02:53:43.767639 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] gre ID ranges: [(1, 1000)] Mar 26 02:53:43.816695 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Initializing driver for type 'local' Mar 26 02:53:43.817003 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Initializing driver for type 'vlan' Mar 26 02:53:43.831074 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] VlanTypeDriver initialization complete Mar 26 02:53:43.831460 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Initializing driver for type 'vxlan' Mar 26 02:53:43.831947 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] vxlan ID ranges: [(1, 1000)] Mar 26 02:53:43.887071 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Initializing extension driver 'port_security' Mar 26 02:53:43.887689 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.extensions.port_security [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] PortSecurityExtensionDriver initialization complete Mar 26 02:53:43.887779 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Initializing mechanism driver 'openvswitch' Mar 26 02:53:43.888081 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Initializing mechanism driver 'hyperv' Mar 26 02:53:43.894762 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:53:43.895472 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.895846 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.896201 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.896843 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 02:53:43.897357 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > subnet after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.897823 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > subnet after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.898178 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.898582 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 02:53:43.899126 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > network after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.899485 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > network after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.899828 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.900228 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 02:53:43.900656 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > security_group after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.900994 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > security_group after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.901339 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.901876 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 02:53:43.902293 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.902649 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.903026 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.903428 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 02:53:43.903837 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > address_group after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.904184 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > address_group after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.904525 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.904925 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 02:53:43.905374 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] ML2 OVO RPC backend initialized. {{(pid=103054) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 26 02:53:43.906088 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.906444 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.906865 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > network before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.907239 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > networks before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.907589 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > port before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.907932 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > ports before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.908276 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > subnet before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.908620 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > subnets before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.908968 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > network after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.909311 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > network after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.909654 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.909997 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.910338 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.910678 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.911045 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > subnet after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.911388 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > subnet after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.911727 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.919202 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded quota_driver: . Mar 26 02:53:43.919523 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.plugin [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Modular L2 Plugin initialization complete Mar 26 02:53:43.919876 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading services supported by the core plugin {{(pid=103054) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 26 02:53:43.920220 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Got port-security extension from driver 'port_security' Mar 26 02:53:43.920699 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.extensions.vlantransparent [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Disabled vlantransparent extension. Mar 26 02:53:43.921194 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103054) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 26 02:53:43.921523 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading Plugin: router Mar 26 02:53:43.958153 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.958541 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router after_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.958916 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router before_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.959318 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.959696 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.960057 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router after_delete 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.960418 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.960772 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.961133 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router after_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.961506 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.961859 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.962210 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.962570 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.963003 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router precommit_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.963381 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.963720 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.964063 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: subnet after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.964406 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.964754 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.965193 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router precommit_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.965540 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: port before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.965885 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.966242 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.966664 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.967049 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router precommit_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.967417 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.967765 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router precommit_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.968132 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > agent after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.968485 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > agent after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.968831 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.969687 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Tracking information for resource: router configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 02:53:43.970019 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Tracking information for resource: floatingip configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 02:53:43.974996 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.db.l3_agentschedulers_db [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 26 02:53:43.975571 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.975934 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.976289 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.976642 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.978018 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router before_create 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.978383 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.978747 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router precommit_create 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.979137 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > router precommit_update 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:43.984072 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.services.provider_configuration [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service providers = [] {{(pid=103054) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 26 02:53:43.984443 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.db.servicetype_db [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103054) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 26 02:53:43.987701 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.services.service_base [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 26 02:53:43.988049 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.services.service_base [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 26 02:53:43.988392 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.services.service_base [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 26 02:53:43.989287 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.services.service_base [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 26 02:53:43.989660 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.services.service_base [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 26 02:53:43.990032 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 02:53:43.990352 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 26 02:53:44.001602 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 02:53:44.001944 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading Plugin: auto_allocate Mar 26 02:53:44.008059 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: network precommit_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:44.008433 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: network precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:44.009046 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 02:53:44.009373 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading Plugin: tag Mar 26 02:53:44.016084 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 02:53:44.016421 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading Plugin: timestamp Mar 26 02:53:44.020442 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 02:53:44.020779 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading Plugin: network_ip_availability Mar 26 02:53:44.026475 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:44.026851 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:44.027239 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:44.027955 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 02:53:44.028279 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading Plugin: flavors Mar 26 02:53:44.033220 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 02:53:44.033563 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading Plugin: revisions Mar 26 02:53:44.037892 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 02:53:44.038289 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_concurrency.lockutils [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 26 02:53:44.039076 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103054) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 26 02:53:44.039939 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Initializing extension manager. Mar 26 02:53:44.040598 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: __init__.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.040946 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: __pycache__ {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.041285 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: address_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.042048 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.042619 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: address-group Mar 26 02:53:44.042961 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: address_scope.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.043693 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.044207 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: address-scope Mar 26 02:53:44.044533 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.045643 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.046160 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: router-admin-state-down-before-update Mar 26 02:53:44.046488 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: agent.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.047238 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.047748 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: agent Mar 26 02:53:44.048074 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: agent_resources_synced.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.048996 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.049506 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: agent-resources-synced Mar 26 02:53:44.049834 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: allowedaddresspairs.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.051658 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.052187 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: allowed-address-pairs Mar 26 02:53:44.052514 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: auto_allocated_topology.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.053594 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.054115 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: auto-allocated-topology Mar 26 02:53:44.054446 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: availability_zone.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.056001 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.056518 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: availability_zone Mar 26 02:53:44.056846 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: availability_zone_filter.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.057770 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.058283 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: availability_zone_filter Mar 26 02:53:44.058614 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: data_plane_status.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.059579 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.060088 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension data-plane-status not supported by any of loaded plugins Mar 26 02:53:44.060419 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: default_subnetpools.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.061340 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.061852 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: default-subnetpools Mar 26 02:53:44.062182 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.063033 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.063549 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: dhcp_agent_scheduler Mar 26 02:53:44.063877 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: dns.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.064797 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.065304 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension dns-integration not supported by any of loaded plugins Mar 26 02:53:44.065633 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: dns_domain_ports.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.066556 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.067105 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 26 02:53:44.067436 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.068358 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.068862 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 26 02:53:44.069190 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: dvr.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.069868 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.070379 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: dvr Mar 26 02:53:44.070740 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: ecmp_routes.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.071723 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.072230 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension ecmp_routes not supported by any of loaded plugins Mar 26 02:53:44.072560 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: empty_string_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.073488 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.073997 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: empty-string-filtering Mar 26 02:53:44.074322 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.075273 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.075779 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 26 02:53:44.076106 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.077031 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.077534 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 26 02:53:44.077858 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: external_net.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.078798 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.079332 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: external-net Mar 26 02:53:44.079660 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.080581 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.081224 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: extra_dhcp_opt Mar 26 02:53:44.081562 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: extraroute.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.082485 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.083016 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: extraroute Mar 26 02:53:44.083342 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: extraroute_atomic.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.084397 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.084911 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: extraroute-atomic Mar 26 02:53:44.085237 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: filter_validation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.085917 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.086454 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: filter-validation Mar 26 02:53:44.086784 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: fip_pf_description.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.087735 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.088245 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 26 02:53:44.088573 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: fip_pf_port_range.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.089498 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.090005 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 26 02:53:44.090328 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: fip_port_details.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.091299 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.091814 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: fip-port-details Mar 26 02:53:44.092140 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: flavors.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.093389 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.093911 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: flavors Mar 26 02:53:44.094242 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.095950 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.096474 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 26 02:53:44.096803 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: floatingip_pools.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.097512 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.098028 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: floatingip-pools Mar 26 02:53:44.098355 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: ip_allocation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.099317 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.099828 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension ip_allocation not supported by any of loaded plugins Mar 26 02:53:44.100154 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.101075 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.101589 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: ip-substring-filtering Mar 26 02:53:44.102534 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l2_adjacency.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.104070 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.104582 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension l2_adjacency not supported by any of loaded plugins Mar 26 02:53:44.104913 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l3.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.107499 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.108039 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: router Mar 26 02:53:44.108377 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.110930 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.111497 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 26 02:53:44.111835 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.113094 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.113624 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: ext-gw-mode Mar 26 02:53:44.113958 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.114894 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.115434 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: l3-ha Mar 26 02:53:44.115766 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.116696 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.117210 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 26 02:53:44.118148 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l3_flavors.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.119118 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.119635 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: l3-flavors Mar 26 02:53:44.119960 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.121348 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.121872 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 26 02:53:44.122204 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.123158 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.123682 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: l3-port-ip-change-not-allowed Mar 26 02:53:44.124017 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: l3agentscheduler.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.125071 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.125588 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: l3_agent_scheduler Mar 26 02:53:44.125920 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: local_ip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.127883 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.128418 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension local_ip not supported by any of loaded plugins Mar 26 02:53:44.128756 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: logging.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.130266 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.130797 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension logging not supported by any of loaded plugins Mar 26 02:53:44.131278 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: metering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.132037 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.132619 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: metering Mar 26 02:53:44.132948 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.134581 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.135216 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: metering_source_and_destination_fields Mar 26 02:53:44.135552 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: multiprovidernet.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.136490 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.137003 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: multi-provider Mar 26 02:53:44.137331 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: netmtu.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.138258 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.138773 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: net-mtu Mar 26 02:53:44.139130 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: netmtu_writable.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.140066 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.140583 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: net-mtu-writable Mar 26 02:53:44.140910 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: network_availability_zone.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.141596 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.142103 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: network_availability_zone Mar 26 02:53:44.142426 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: network_ip_availability.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.143581 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.144096 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: network-ip-availability Mar 26 02:53:44.144425 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: network_segment_range.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.145196 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.145698 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension network-segment-range not supported by any of loaded plugins Mar 26 02:53:44.146025 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: pagination.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.147188 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.147528 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: pagination Mar 26 02:53:44.147856 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: port_device_profile.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.149384 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.149907 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: port-device-profile Mar 26 02:53:44.150237 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.151209 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.151724 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: port-mac-address-regenerate Mar 26 02:53:44.152054 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.152980 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.153492 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: port-numa-affinity-policy Mar 26 02:53:44.153824 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: port_resource_request.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.154747 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.155286 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension port-resource-request not supported by any of loaded plugins Mar 26 02:53:44.155612 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: port_resource_request_groups.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.156593 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.157101 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 26 02:53:44.157428 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: portbindings.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.158370 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.158883 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: binding Mar 26 02:53:44.159240 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: portbindings_extended.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.160528 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.161051 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: binding-extended Mar 26 02:53:44.161384 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: portsecurity.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.162470 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.163024 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: port-security Mar 26 02:53:44.163355 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: project_id.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.164404 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.164790 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: project-id Mar 26 02:53:44.165121 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: providernet.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.166051 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.166568 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: provider Mar 26 02:53:44.166895 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.170655 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.171173 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos not supported by any of loaded plugins Mar 26 02:53:44.171511 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.172781 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.173302 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 26 02:53:44.173641 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.174574 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.175126 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 26 02:53:44.175459 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_default.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.176400 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.176916 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-default not supported by any of loaded plugins Mar 26 02:53:44.177243 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_fip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.178171 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.178685 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-fip not supported by any of loaded plugins Mar 26 02:53:44.179049 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.179998 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.180601 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 26 02:53:44.180935 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_gateway_ip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.181866 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.182377 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 26 02:53:44.182703 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_port_network_policy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.183658 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.184169 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 26 02:53:44.184496 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.185544 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.186061 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 26 02:53:44.186394 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.187473 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.187989 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 26 02:53:44.188316 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_pps_rule.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.189515 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.190032 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-pps not supported by any of loaded plugins Mar 26 02:53:44.190359 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_rule_type_details.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.191323 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.191839 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 26 02:53:44.192165 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.193082 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.193602 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 26 02:53:44.193926 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: qos_rules_alias.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.195018 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.196056 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 26 02:53:44.196573 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: quota_check_limit.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.197501 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.198018 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: quota-check-limit Mar 26 02:53:44.198345 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: quotasv2.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.199307 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.199640 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: quotas Mar 26 02:53:44.199965 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: quotasv2_detail.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.202015 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.202361 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: quota_details Mar 26 02:53:44.202698 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: rbac.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.203813 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.204346 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: rbac-policies Mar 26 02:53:44.204684 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: rbac_address_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.205633 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.206155 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: rbac-address-group Mar 26 02:53:44.206486 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: rbac_address_scope.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.207441 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.207955 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: rbac-address-scope Mar 26 02:53:44.208286 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: rbac_security_groups.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.209285 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.209799 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: rbac-security-groups Mar 26 02:53:44.210128 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: rbac_subnetpool.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.211091 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.212287 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: rbac-subnetpool Mar 26 02:53:44.212619 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: revisionifmatch.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.213567 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.214087 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: revision-if-match Mar 26 02:53:44.214416 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: revisions.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.215600 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.216117 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: standard-attr-revisions Mar 26 02:53:44.216445 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: router_availability_zone.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.217124 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.217637 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: router_availability_zone Mar 26 02:53:44.217963 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: routerservicetype.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.218895 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.219431 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension router-service-type not supported by any of loaded plugins Mar 26 02:53:44.219760 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.220703 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.221222 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: security-groups-normalized-cidr Mar 26 02:53:44.221550 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.222489 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.223030 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: port-security-groups-filtering Mar 26 02:53:44.223360 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.224319 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.224830 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: security-groups-remote-address-group Mar 26 02:53:44.225158 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.226098 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.226613 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: security-groups-shared-filtering Mar 26 02:53:44.227016 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.227614 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 26 02:53:44.227936 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: securitygroup.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.238029 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.238560 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: security-group Mar 26 02:53:44.238901 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: segment.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.239684 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.240183 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension segment not supported by any of loaded plugins Mar 26 02:53:44.240516 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.241476 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.241990 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 26 02:53:44.242320 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: servicetype.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.243510 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.244031 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: service-type Mar 26 02:53:44.244362 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: sorting.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.245354 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.245689 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: sorting Mar 26 02:53:44.246017 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: standard_attr_segment.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.246955 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.247480 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 26 02:53:44.247808 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: standardattrdescription.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.248460 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.248970 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: standard-attr-description Mar 26 02:53:44.249295 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: stateful_security_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.250245 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.250763 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: stateful-security-group Mar 26 02:53:44.251124 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: stdattrs_common.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.251702 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 26 02:53:44.252025 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.253041 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.253576 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 26 02:53:44.253902 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: subnet_onboard.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.255013 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.255535 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: subnet_onboard Mar 26 02:53:44.255864 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.256800 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.257307 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 26 02:53:44.257633 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: subnet_service_types.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.259126 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.259665 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: subnet-service-types Mar 26 02:53:44.259989 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: subnetallocation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.261093 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.261616 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: subnet_allocation Mar 26 02:53:44.261945 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.262618 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.263159 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: subnetpool-prefix-ops Mar 26 02:53:44.263489 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.264437 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.264947 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 26 02:53:44.265276 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: tagging.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.266339 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.266861 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: standard-attr-tag Mar 26 02:53:44.267217 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: timestamp.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.268441 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.268965 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loaded extension: standard-attr-timestamp Mar 26 02:53:44.269296 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: trunk.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.270350 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.270867 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension trunk not supported by any of loaded plugins Mar 26 02:53:44.271225 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: trunk_details.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.272162 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.272678 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension trunk-details not supported by any of loaded plugins Mar 26 02:53:44.273006 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: uplink_status_propagation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.274527 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.275067 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 26 02:53:44.275396 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Loading extension file: vlantransparent.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 02:53:44.276861 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 02:53:44.277449 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extension vlan-transparent not supported by any of loaded plugins Mar 26 02:53:44.279955 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:network Mar 26 02:53:44.280472 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:subnet Mar 26 02:53:44.280873 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 02:53:44.281264 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:port Mar 26 02:53:44.282507 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.282959 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service FLAVORS assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.283592 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.284032 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.284365 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:router Mar 26 02:53:44.284801 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:floatingip Mar 26 02:53:44.285286 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service METERING assigned prefix: /metering {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.286757 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:44.287316 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:44.287678 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 02:53:44.288713 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of CountableResource for resource:rbac_policy Mar 26 02:53:44.289162 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:security_group Mar 26 02:53:44.290220 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 26 02:53:44.290814 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.291195 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 02:53:44.291548 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] subnetpool is already registered Mar 26 02:53:44.292000 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.292332 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 02:53:44.292670 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] subnetpool is already registered Mar 26 02:53:44.294953 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.295401 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service FLAVORS assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.295993 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.296417 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.296754 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:router Mar 26 02:53:44.297092 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] router is already registered Mar 26 02:53:44.297508 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:floatingip Mar 26 02:53:44.297842 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] floatingip is already registered Mar 26 02:53:44.298298 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service METERING assigned prefix: /metering {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.298987 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of CountableResource for resource:rbac_policy Mar 26 02:53:44.299323 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] rbac_policy is already registered Mar 26 02:53:44.299740 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:security_group Mar 26 02:53:44.300074 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] security_group is already registered Mar 26 02:53:44.300476 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 26 02:53:44.300806 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] security_group_rule is already registered Mar 26 02:53:44.301433 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.301764 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 02:53:44.302096 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] subnetpool is already registered Mar 26 02:53:44.302514 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 02:53:44.302841 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 02:53:44.303207 dv-cinder-835328-1-smb neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] subnetpool is already registered Mar 26 02:53:44.303684 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: extensions {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.305754 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: address-groups {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.307280 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: address-scopes {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.308600 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: agents {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.309765 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: auto-allocated-topology {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.311039 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: availability_zones {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.312253 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: dhcp-networks {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.313770 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: dhcp-agents {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.315230 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: routers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.317418 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: flavors {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.318597 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: service_profiles {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.319851 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: next_providers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.321436 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: service_profiles {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.323920 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: floatingip-pools {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.325142 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: routers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.327275 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: floatingips {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.328686 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: l3-routers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.330070 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: l3-agents {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.331499 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: metering-labels {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.332936 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: metering-label-rules {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.334216 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: network-ip-availabilities {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.335598 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: bindings {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.337863 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: quotas {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.339459 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: quotas {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.340974 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: rbac-policies {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.342274 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: security-groups {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.343545 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: security-group-rules {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.344778 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: service-providers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.345986 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: subnetpools {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.347487 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: subnetpools {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.348944 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.350629 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.353256 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.355048 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.356837 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.358682 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.360408 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.362550 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.364339 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.366178 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron.api.extensions [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 02:53:44.372170 dv-cinder-835328-1-smb neutron-server[103054]: WARNING keystonemiddleware.auth_token [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 26 02:53:44.376852 dv-cinder-835328-1-smb neutron-server[103054]: WARNING keystonemiddleware.auth_token [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 26 02:53:44.386546 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_concurrency.lockutils [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Acquired lock "singleton_lock" {{(pid=103054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 26 02:53:44.387066 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_concurrency.lockutils [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Releasing lock "singleton_lock" {{(pid=103054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 26 02:53:44.387725 dv-cinder-835328-1-smb neutron-server[103054]: INFO oslo_service.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Starting 2 workers Mar 26 02:53:44.392599 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Started child 103163 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 26 02:53:44.397053 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Started child 103164 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 26 02:53:44.398154 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:44.399539 dv-cinder-835328-1-smb neutron-server[103054]: INFO neutron.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Neutron service started, listening on 0.0.0.0:9696 Mar 26 02:53:44.399855 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:44.400142 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [-] (103163) wsgi starting up on http://0.0.0.0:9696 Mar 26 02:53:44.402498 dv-cinder-835328-1-smb neutron-server[103054]: INFO oslo_service.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Starting 1 workers Mar 26 02:53:44.402922 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:44.404354 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [-] (103164) wsgi starting up on http://0.0.0.0:9696 Mar 26 02:53:44.407769 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Started child 103165 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 26 02:53:44.408345 dv-cinder-835328-1-smb neutron-server[103054]: INFO oslo_service.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Starting 1 workers Mar 26 02:53:44.411586 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] calling RpcWorker wait() {{(pid=103165) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 26 02:53:44.412113 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] returning from RpcWorker wait() {{(pid=103165) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 26 02:53:44.412849 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Started child 103166 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 26 02:53:44.413426 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:44.413677 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75617c6a-2576-4e78-9a60-f3037644223a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:44.413973 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:53:44.416215 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 26 02:53:44.416434 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 26 02:53:44.416629 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 26 02:53:44.416852 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 26 02:53:44.417210 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 26 02:53:44.417377 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 26 02:53:44.417902 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.418177 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.418451 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.418539 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:44.419001 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.419001 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.419640 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.419902 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.420161 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.420425 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.420735 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.420873 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.421016 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.421267 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.421499 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.421796 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.422067 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.422307 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.422592 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.422765 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.423051 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.423348 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.423583 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.423855 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] debug = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.424113 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.424606 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.424833 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.425087 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.425344 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.425616 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.425846 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.426128 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.426380 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.426607 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.426860 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.427149 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.427397 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.427619 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.427888 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.428105 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.428385 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.428628 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.429080 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] host = dv-cinder-835328-1-smb {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.429299 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.429517 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.429747 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.430041 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.430373 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.430521 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.430771 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.431150 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.431303 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.431535 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.431784 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.432035 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.432282 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.432522 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.432688 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_options = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.432940 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.433210 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.433461 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.433652 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.433923 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.434102 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.434376 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.434542 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.434802 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.435067 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.435286 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.435524 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.435741 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.435958 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.436211 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.436427 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.436660 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.436885 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.437196 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.437377 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.437623 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.437854 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.438077 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.438322 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.438560 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.438868 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.439162 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.439784 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.440125 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.440280 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.440439 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:53:44.440597 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.440863 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.441026 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.441239 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.441505 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.441738 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.441969 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.442277 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.442972 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.443276 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.445067 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.445434 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.446023 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.446143 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.446498 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.446932 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.447366 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_json = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.447821 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.449420 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.449696 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.449931 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.450178 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.450398 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.450648 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.450913 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.451165 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.451615 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.451901 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.452216 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.452471 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.452710 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.452967 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.453222 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.453479 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.453757 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.453994 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.454330 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.454578 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.454888 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.455194 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.455488 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.455822 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.456069 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.456333 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.456572 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.456828 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.457064 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.457307 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.457601 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.457825 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.458077 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.458314 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.458535 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.458831 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.460201 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.463432 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.463745 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.464048 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.464344 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.464587 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.464840 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.465077 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.465329 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.465544 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.465801 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.466628 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.469036 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.469302 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.469562 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.469828 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.470064 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.470326 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.470597 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.470857 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.471129 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.471363 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.471582 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.471799 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.472016 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.472250 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.472501 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.472758 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.473014 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.473268 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.473483 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.473701 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.473916 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.474145 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.474398 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.474662 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.474901 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.479050 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.479352 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.479597 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.479872 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.480138 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.480379 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.480609 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.480876 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.481126 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.481352 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.481591 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.481835 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.482060 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.482278 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.482498 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.482722 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.483209 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.483477 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.483718 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.483936 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.484181 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.484398 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.484637 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.484856 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.485173 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.485393 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.485919 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.487156 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.487479 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.488095 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.488378 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.488675 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.489931 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.490454 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.490715 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.490978 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.491211 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.491489 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.491724 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.491981 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.492211 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.492475 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.492721 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.492946 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.493179 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.493520 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.493748 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.494001 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.494244 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.494542 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.494785 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.495108 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.495408 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.495707 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.496031 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.496286 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.496574 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.496828 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.497125 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.497423 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.497718 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.497999 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.498258 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.498505 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.498750 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.499044 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.499344 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.499603 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.499894 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.500149 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.500400 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.500673 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.500924 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.501164 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.501486 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.501724 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.501943 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.502162 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.502449 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.502699 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.502959 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.503255 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.503499 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.503735 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.503991 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.504219 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.504433 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.504680 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.504929 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.505143 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.505389 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.505625 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.505915 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.506133 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.506349 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.506615 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.506844 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.507097 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.507312 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.507549 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.507771 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.508058 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.508279 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.508479 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.508704 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.508919 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.509133 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.509348 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.509576 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.509822 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.510063 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.510326 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.510573 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.510809 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.511073 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.511322 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.511580 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.511791 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.512042 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.512261 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.512471 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.512680 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.512896 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.513157 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.513395 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.513651 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.513861 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.514091 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.514333 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.514672 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.515457 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.516239 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.516651 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.516895 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.517120 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.517333 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.517702 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.518097 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.518458 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.518834 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.519077 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.519296 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.519514 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.519730 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.519965 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.520223 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.520462 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.520702 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.520935 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.521190 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.521430 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.521668 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.521885 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.522096 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.522304 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.522533 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.522745 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.522987 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.523271 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.523528 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.524371 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.524677 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.524898 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.525165 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.525391 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.526242 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.526242 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.526242 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.526573 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.526573 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.526791 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.526897 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.527154 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.527375 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.527591 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.527820 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.528043 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.528260 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.528474 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.528736 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.528955 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.529164 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.529388 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.529594 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.529822 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.530044 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.530261 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.530467 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.530712 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.530921 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.531156 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.531394 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.531611 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.531823 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.532092 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.532342 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.532566 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.532867 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.533110 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.533368 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.533609 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.533917 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.534129 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.534389 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.534621 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.534836 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.535104 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.535361 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.535670 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.535956 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.536217 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.536348 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:53:44.536456 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.536702 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.536981 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.537251 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.537481 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.537758 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.538104 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.538392 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.538671 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.538917 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.539798 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.540035 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.540250 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.540471 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.540719 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.540936 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.541191 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.541412 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.541631 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.541853 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.542076 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.542290 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.542530 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.542742 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.543187 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.543422 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.543576 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 26 02:53:44.544485 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 26 02:53:44.544646 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 26 02:53:44.544961 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 26 02:53:44.545148 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 26 02:53:44.545481 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 26 02:53:44.545639 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 26 02:53:44.545845 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.546009 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.546170 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.546330 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.546487 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.546664 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.546825 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.547016 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.547167 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.547311 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.547469 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.547627 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.547785 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.547941 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.548099 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.548262 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.548421 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.548581 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.548748 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.548907 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.549061 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.549364 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.549692 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] debug = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.549844 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.550200 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.550370 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.550530 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.550688 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.550847 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.551040 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.551206 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.551346 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.551507 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.551680 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.551805 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.552027 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.552129 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.552332 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.552460 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.552617 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.552777 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.552937 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] host = dv-cinder-835328-1-smb {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.553117 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.553312 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.553406 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.553531 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.553681 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.553839 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.554192 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.554493 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.554820 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.555750 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.555927 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.556114 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.556422 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.556720 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.557060 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_options = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.557208 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.557358 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.557664 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.557863 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.558054 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.558158 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.558306 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.558610 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.558902 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.559083 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.559242 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.559429 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.559596 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.559746 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.559889 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.560063 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.560198 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.560353 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.560511 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.560668 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.560825 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.560983 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.561139 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.561372 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.561533 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.562088 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.562088 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.562283 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.562283 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.562440 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.562683 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.562885 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.563062 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.563369 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.563890 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.564059 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.564222 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.564366 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.564518 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.564838 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.565136 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.565440 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.565598 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.565761 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.565985 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.566150 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.566302 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_json = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.566462 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.566627 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.566769 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.566923 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.567105 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.567272 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.567426 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.567614 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.567752 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 02:53:44.567939 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.568220 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.568306 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.568410 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.568712 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.569006 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.569297 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.569585 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.569881 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.570238 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.570461 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.570593 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.571400 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.571619 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.571901 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.572044 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.572227 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.572442 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.572537 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.572722 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.572851 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.573012 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.573181 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.573344 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.573501 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.573843 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.574003 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.574196 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.574369 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.574491 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.574671 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.574790 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.574989 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.575133 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.575295 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.575503 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.575766 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.575980 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.575980 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.576150 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.576304 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.576439 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.576604 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.576737 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.576940 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.577071 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.577242 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.577365 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.577657 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.577747 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.577856 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.578018 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.578166 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.578508 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.578643 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.578744 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.578891 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.579193 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.579327 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.579460 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.579807 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.579807 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.579807 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.580343 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.580343 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.580343 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.580757 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.580757 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.580757 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.581184 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.581184 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.581184 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.581722 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.581722 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.581722 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.582055 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.582055 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.582462 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.582462 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.582462 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.583051 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.583051 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.583051 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.583392 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.583392 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.583619 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.583619 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.583774 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.583878 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.584039 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.584199 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.584370 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.584547 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.584707 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.584867 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.585025 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.585185 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.585345 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.585504 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.585663 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.585823 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.585981 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.586140 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.586323 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.586493 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.586653 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.586813 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.586988 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.587120 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 49950) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:53:44.587267 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.587396 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.587520 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.587644 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.587767 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.587884 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.588042 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.588202 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.588361 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.588521 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.588684 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.588854 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.589013 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.589175 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.589336 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.589503 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.589673 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.589834 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.589995 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.590153 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.590313 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.590473 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.590633 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.590793 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.590993 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.591120 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.591283 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.591454 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.591614 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.591774 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.591934 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.592118 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.592278 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.592438 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.592952 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.592952 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.592952 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.593333 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.593333 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.593333 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.593639 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.593639 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.593875 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.593999 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.594112 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.594227 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.594371 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.594532 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.594692 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.594850 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.595032 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.595194 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.595354 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.595581 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.595742 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.595934 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065863 Mar 26 02:53:44.596083 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.596083 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.596349 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.596349 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.596600 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.596737 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.596881 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.597030 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.597166 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.597302 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.597436 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.597569 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.597712 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.597905 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.598044 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.598144 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.598227 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.598396 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.598555 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.598874 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.599061 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.599380 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.599549 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.599709 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.599869 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.600030 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.600190 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.600351 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.600512 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.600671 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.600830 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.601008 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.601174 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.601334 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.601495 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.601655 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.601864 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.602022 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.602191 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.602323 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.602481 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.602644 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.603643 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.603643 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.603643 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.603643 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.603643 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.604086 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.604086 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.604086 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.604332 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.604332 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.604514 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.604652 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.604812 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.604972 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.605133 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.605292 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.605450 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.605611 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.605786 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.605946 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.606104 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.606263 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.606424 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.606583 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.606754 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.606914 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.607168 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.607357 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.607541 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.607720 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.607909 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.608082 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.608250 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.608416 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.608582 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.608745 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.608918 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.609085 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.609245 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.609405 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.609567 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.609725 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.609894 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.610052 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.610209 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.610366 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.610776 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.610935 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.611134 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.611292 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.611450 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.611606 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.611765 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.611922 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.612091 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.612250 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.612411 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.612572 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.612728 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.612883 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.613063 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.613231 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.613388 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.613548 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.613705 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.613861 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.614019 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.614179 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.614343 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.614511 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.614674 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.614832 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.615791 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.615791 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.615791 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.615791 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.615791 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.616156 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.616156 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.616156 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.616365 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.616512 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.616596 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.616707 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.616864 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.617019 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.617175 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.617332 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.618044 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.618229 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.618501 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.618796 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.619013 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.619176 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.619334 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.619493 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.619658 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 02:53:44.619809 dv-cinder-835328-1-smb neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 26 02:53:55.990884 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a725dd6-431e-433a-9e86-a71206efe22d None None] get_active_networks_info from dv-cinder-835328-1-smb {{(pid=103165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 26 02:53:56.054102 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a725dd6-431e-433a-9e86-a71206efe22d None None] No non-hosted networks {{(pid=103165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 26 02:53:56.072994 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.agentschedulers_db [None req-9a725dd6-431e-433a-9e86-a71206efe22d None None] DHCP Agent not found on host dv-cinder-835328-1-smb {{(pid=103165) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 26 02:53:56.179894 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-929af5c6-ab2c-437f-9fbe-c212aca13890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3752216'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:58.216706 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8e21f082-a1ce-4c71-a342-8216775ca79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3752216'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:58.274421 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9110a6e5-6322-4a15-a21e-372b6fdc1d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:59.211911 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50016) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:53:59.692708 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3752216'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:53:59.880861 dv-cinder-835328-1-smb neutron-server[103164]: WARNING oslo_policy.policy [None req-adf55f5f-1594-40c2-9795-d22c50814c34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 02:53:59.881639 dv-cinder-835328-1-smb neutron-server[103164]: WARNING oslo_policy.policy [None req-adf55f5f-1594-40c2-9795-d22c50814c34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 02:54:00.112427 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [None req-adf55f5f-1594-40c2-9795-d22c50814c34 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 02:54:00.134972 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-adf55f5f-1594-40c2-9795-d22c50814c34 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9094636 Mar 26 02:54:01.066754 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3752216'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:01.898150 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.db.l3_hamode_db [None req-174ecbec-b605-44f0-a78a-dfd7b3e1fbc8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 26 02:54:01.980367 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ecbec-b605-44f0-a78a-dfd7b3e1fbc8 None None] Routers set() bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 02:54:01.980762 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ecbec-b605-44f0-a78a-dfd7b3e1fbc8 None None] Router IDs set() for agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 26 02:54:02.607700 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3752216'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:02.608386 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.608711 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.609061 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.609430 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.609739 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.610042 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.610652 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.610989 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.611336 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.611651 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.611984 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.612310 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.612649 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.613151 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.613477 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:02.613895 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835328-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:02.619939 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835328-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:02.743559 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50050) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:03.057903 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-b0fed8c5-378d-4a9b-aa2d-4c366a5e9373 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:54:03.150876 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.policy [None req-b0fed8c5-378d-4a9b-aa2d-4c366a5e9373 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103164) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 26 02:54:03.193434 dv-cinder-835328-1-smb neutron-server[103164]: WARNING oslo_policy.policy [None req-b0fed8c5-378d-4a9b-aa2d-4c366a5e9373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 02:54:03.193802 dv-cinder-835328-1-smb neutron-server[103164]: WARNING oslo_policy.policy [None req-b0fed8c5-378d-4a9b-aa2d-4c366a5e9373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 02:54:03.288504 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0fed8c5-378d-4a9b-aa2d-4c366a5e9373 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782725864249', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782725863686', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782725847219', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782725837865', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782725830730', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782726564524', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3667131', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3643305', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-364311', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715881'] for rbac-policy (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:03.354824 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0fed8c5-378d-4a9b-aa2d-4c366a5e9373 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:03.356036 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b0fed8c5-378d-4a9b-aa2d-4c366a5e9373 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6114864 Mar 26 02:54:05.875847 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50062) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:06.188224 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:54:06.217586 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Made reservation on behalf of 3f41019eeaf84fbdb9d7968704494a7d for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 02:54:06.221510 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:06.238200 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:06.346670 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Publish callbacks [] for security_group (b6aff838-617a-485c-a156-a12f390d05ae), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:06.350256 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (b6aff838-617a-485c-a156-a12f390d05ae), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:06.382215 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 02:54:06.411177 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782727736122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (7df54e45-20e6-4af4-bbf4-e8f40b8b53d9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:06.411749 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Unsubscribe: segment precommit_create {{(pid=103164) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 26 02:54:06.412261 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.segments_db [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Added segment 7df54e45-20e6-4af4-bbf4-e8f40b8b53d9 of type vlan for network 2c3230da-398d-40db-85b5-2424a59ee478 Mar 26 02:54:06.417687 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aff838-617a-485c-a156-a12f390d05ae,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:06.439017 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.439365 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.439705 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.440058 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.440391 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.440715 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.441037 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.441357 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.441678 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.441996 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.442315 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.442653 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.442993 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.443313 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.443629 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Tracked resource versions report: Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: pushed versions: Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: { 'AddressGroup': {'1.2'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Agent': {'1.1'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Log': {'1.0'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'NDPProxy': {'1.0'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Network': {'1.1'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Port': {'1.7'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'PortForwarding': {'1.3'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'QosPolicy': {'1.10'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'SecurityGroup': {'1.5'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'SubPort': {'1.0'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Subnet': {'1.1'}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Trunk': {'1.1'}} Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: consumer versions: Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: { DHCP agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: L3 agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: Metadata agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: Metering agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: Open vSwitch agent@dv-cinder-835328-1-smb: { 'AddressGroup': '1.2', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Agent': '1.1', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'ConntrackHelper': '1.0', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'LocalIPAssociation': '1.0', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Log': '1.0', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'NDPProxy': '1.0', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Network': '1.1', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Port': '1.7', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'PortForwarding': '1.3', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'QosPolicy': '1.10', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'SecurityGroup': '1.5', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'SecurityGroupRule': '1.2', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'SubPort': '1.0', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Subnet': '1.1', Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: 'Trunk': '1.1'}} Mar 26 02:54:06.444785 dv-cinder-835328-1-smb neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 02:54:06.522354 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (2c3230da-398d-40db-85b5-2424a59ee478), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:06.561814 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (2c3230da-398d-40db-85b5-2424a59ee478), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:06.566958 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:54:06.567689 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:06.654598 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7776754 Mar 26 02:54:06.684924 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508090a4-45e9-4728-a86e-32e7d4eb701e demo demo] Pushing event updated for resources: {'Network': ['ID=2c3230da-398d-40db-85b5-2424a59ee478,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:06.699473 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 2c3230da-398d-40db-85b5-2424a59ee478 details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 02:54:09.198401 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50074) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:09.601434 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c194f3-d508-4233-9830-9754ba3ae52c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:54:09.602723 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-84c194f3-d508-4233-9830-9754ba3ae52c demo admin] 10.222.0.13 "GET /v2.0/networks/2c3230da-398d-40db-85b5-2424a59ee478 HTTP/1.1" status: 200 len: 825 time: 0.4033337 Mar 26 02:54:09.626166 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b763de44-e671-4077-ab27-8e32d80ebc0e demo admin] 10.222.0.13 "GET /v2.0/subnetpools/560ea110-67b3-4f34-8188-47207423712b HTTP/1.1" status: 200 len: 734 time: 0.0178261 Mar 26 02:54:09.634916 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '560ea110-67b3-4f34-8188-47207423712b', 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478', 'name': 'private-subnet'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:54:09.654690 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Made reservation on behalf of 3f41019eeaf84fbdb9d7968704494a7d for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 02:54:09.656930 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:09.942125 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (0d39481d-979e-4610-b97f-673287fa2d34), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:10.012588 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0d39481d-979e-4610-b97f-673287fa2d34,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:10.014539 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Checking segment: {'id': '7df54e45-20e6-4af4-bbf4-e8f40b8b53d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 02:54:10.014917 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Network hostable DHCP agents. Network: 2c3230da-398d-40db-85b5-2424a59ee478, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 02:54:10.035384 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Network 2c3230da-398d-40db-85b5-2424a59ee478 is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 02:54:10.046846 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 2c3230da-398d-40db-85b5-2424a59ee478) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 02:54:10.051310 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:54:10.051910 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:10.057567 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31409e-15d6-454e-850a-5978ee7dd63f None None] Network 2c3230da-398d-40db-85b5-2424a59ee478 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 02:54:10.067493 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8dc594ad-509d-4fad-a669-946bc895da81 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4362724 Mar 26 02:54:10.431379 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-2c3230da-398d-40db-85b5-2424a59ee478', 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478', 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'fixed_ips': [{'subnet_id': '0d39481d-979e-4610-b97f-673287fa2d34'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 02:54:10.432656 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:10.707729 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Allocated IP 172.20.0.2 (2c3230da-398d-40db-85b5-2424a59ee478/0d39481d-979e-4610-b97f-673287fa2d34/81249a00-fee1-4395-8967-77d31da57715) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 02:54:10.975726 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Publish callbacks [] for port (81249a00-fee1-4395-8967-77d31da57715), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:10.983921 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (81249a00-fee1-4395-8967-77d31da57715), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:11.059765 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Network 2c3230da-398d-40db-85b5-2424a59ee478 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 02:54:11.066651 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 02:54:11.072156 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Pushing event updated for resources: {'Port': ['ID=81249a00-fee1-4395-8967-77d31da57715,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:11.074254 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 02:54:11.083656 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.084004 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.084345 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.084696 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.085029 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.085356 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.085711 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.086032 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.086443 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.086768 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.087120 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.087460 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.087786 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.088105 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.088423 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Tracked resource versions report: Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: pushed versions: Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: { 'AddressGroup': {'1.2'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Agent': {'1.1'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'ConntrackHelper': {'1.0'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'LocalIPAssociation': {'1.0'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Log': {'1.0'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'NDPProxy': {'1.0'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Network': {'1.1'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Port': {'1.7'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'PortForwarding': {'1.3'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'QosPolicy': {'1.10'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'SecurityGroup': {'1.5'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'SubPort': {'1.0'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Subnet': {'1.1'}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Trunk': {'1.1'}} Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: consumer versions: Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: { DHCP agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: L3 agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: Metadata agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: Metering agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: Open vSwitch agent@dv-cinder-835328-1-smb: { 'AddressGroup': '1.2', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Agent': '1.1', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'ConntrackHelper': '1.0', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'LocalIPAssociation': '1.0', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Log': '1.0', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'NDPProxy': '1.0', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Network': '1.1', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Port': '1.7', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'PortForwarding': '1.3', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'QosPolicy': '1.10', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'SecurityGroup': '1.5', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'SecurityGroupRule': '1.2', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'SubPort': '1.0', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Subnet': '1.1', Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: 'Trunk': '1.1'}} Mar 26 02:54:11.089639 dv-cinder-835328-1-smb neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 02:54:11.166461 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Attempting to bind port 81249a00-fee1-4395-8967-77d31da57715 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 02:54:11.166866 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Attempting to bind port 81249a00-fee1-4395-8967-77d31da57715 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '7df54e45-20e6-4af4-bbf4-e8f40b8b53d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 02:54:11.167348 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Attempting to bind port 81249a00-fee1-4395-8967-77d31da57715 on network 2c3230da-398d-40db-85b5-2424a59ee478 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 02:54:11.172327 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 02:54:11.172692 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Checking segment: {'id': '7df54e45-20e6-4af4-bbf4-e8f40b8b53d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 02:54:11.173176 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:11.173563 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Bound using segment: {'id': '7df54e45-20e6-4af4-bbf4-e8f40b8b53d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 02:54:11.174048 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Bound port: 81249a00-fee1-4395-8967-77d31da57715, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df54e45-20e6-4af4-bbf4-e8f40b8b53d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 02:54:11.174783 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (81249a00-fee1-4395-8967-77d31da57715), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:11.236334 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] For port 81249a00-fee1-4395-8967-77d31da57715, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 02:54:11.258872 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] For port 81249a00-fee1-4395-8967-77d31da57715, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=81249a00-fee1-4395-8967-77d31da57715,segment=NetworkSegment(7df54e45-20e6-4af4-bbf4-e8f40b8b53d9),segment_id=7df54e45-20e6-4af4-bbf4-e8f40b8b53d9)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 02:54:11.266797 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (81249a00-fee1-4395-8967-77d31da57715), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:11.321023 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585813ca-2fcf-4d33-b489-17483c649f0f None None] Pushing event updated for resources: {'Port': ['ID=81249a00-fee1-4395-8967-77d31da57715,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:12.633178 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50082) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:12.948958 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [None req-8084cd5c-06a4-44c1-9579-95317525a4e0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 02:54:12.950049 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8084cd5c-06a4-44c1-9579-95317525a4e0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159294 Mar 26 02:54:15.516939 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50090) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:16.009501 dv-cinder-835328-1-smb neutron-server[103163]: WARNING oslo_policy.policy [None req-ef28d4c8-e1b4-475b-96dd-7253015e5efe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 02:54:16.010085 dv-cinder-835328-1-smb neutron-server[103163]: WARNING oslo_policy.policy [None req-ef28d4c8-e1b4-475b-96dd-7253015e5efe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 02:54:16.237248 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [None req-ef28d4c8-e1b4-475b-96dd-7253015e5efe admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 02:54:16.238260 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ef28d4c8-e1b4-475b-96dd-7253015e5efe admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7203293 Mar 26 02:54:18.839925 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50104) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:19.154689 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:54:19.213970 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.policy [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103163) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 26 02:54:19.257975 dv-cinder-835328-1-smb neutron-server[103163]: WARNING oslo_policy.policy [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 02:54:19.258463 dv-cinder-835328-1-smb neutron-server[103163]: WARNING oslo_policy.policy [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 02:54:19.319413 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29334'] for router (62520f65-198f-4fe2-9835-3da120d5d768), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:19.321375 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29423'] for router (62520f65-198f-4fe2-9835-3da120d5d768), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:19.485917 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] Publish callbacks [] for router_controller (62520f65-198f-4fe2-9835-3da120d5d768), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:19.491327 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465'] for router (62520f65-198f-4fe2-9835-3da120d5d768), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:19.515957 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:19.517165 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6d07f56d-af14-41f2-9430-0b71753d5767 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6762638 Mar 26 02:54:21.317877 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 81249a00-fee1-4395-8967-77d31da57715 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 02:54:21.407228 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 81249a00-fee1-4395-8967-77d31da57715 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:21.407617 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (81249a00-fee1-4395-8967-77d31da57715), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:21.521015 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 81249a00-fee1-4395-8967-77d31da57715 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:54:21.521419 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (81249a00-fee1-4395-8967-77d31da57715), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:21.557863 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port 81249a00-fee1-4395-8967-77d31da57715, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=81249a00-fee1-4395-8967-77d31da57715,segment=NetworkSegment(7df54e45-20e6-4af4-bbf4-e8f40b8b53d9),segment_id=7df54e45-20e6-4af4-bbf4-e8f40b8b53d9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 02:54:21.564982 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (81249a00-fee1-4395-8967-77d31da57715), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:21.614662 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=81249a00-fee1-4395-8967-77d31da57715,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:22.060547 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50118) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:22.369620 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [None req-03b38fec-812e-472e-9e9b-f2e38e45d615 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 02:54:22.370604 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-03b38fec-812e-472e-9e9b-f2e38e45d615 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091447 Mar 26 02:54:22.719157 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0178f25-041a-4206-90bc-ca013114a000 None None] Network 2c3230da-398d-40db-85b5-2424a59ee478 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 02:54:22.783639 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-773051cf-126a-413e-b5c1-390aeea32562 None None] Provisioning complete for port 81249a00-fee1-4395-8967-77d31da57715 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:22.784020 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-773051cf-126a-413e-b5c1-390aeea32562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (81249a00-fee1-4395-8967-77d31da57715), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:22.909887 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-773051cf-126a-413e-b5c1-390aeea32562 None None] Current status of the port 81249a00-fee1-4395-8967-77d31da57715 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:54:23.136332 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f0edaec0-8b14-46ba-ad9d-0eddbfd28ff8 None None] Provisioning complete for port 81249a00-fee1-4395-8967-77d31da57715 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:23.136738 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0edaec0-8b14-46ba-ad9d-0eddbfd28ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (81249a00-fee1-4395-8967-77d31da57715), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:23.213014 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f0edaec0-8b14-46ba-ad9d-0eddbfd28ff8 None None] Current status of the port 81249a00-fee1-4395-8967-77d31da57715 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:54:23.294155 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 81249a00-fee1-4395-8967-77d31da57715 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 02:54:23.340883 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 81249a00-fee1-4395-8967-77d31da57715 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:23.341276 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (81249a00-fee1-4395-8967-77d31da57715), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:23.419299 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 81249a00-fee1-4395-8967-77d31da57715 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:54:24.891044 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50126) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:25.200173 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:54:25.218947 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Made reservation on behalf of e83383a93ea44e11a1fb12aeb91113a2 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 02:54:25.221172 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:25.229511 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:25.302393 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Publish callbacks [] for security_group (89cae826-9b97-4cbc-8ad9-306896b54547), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:25.306720 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (89cae826-9b97-4cbc-8ad9-306896b54547), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:25.320581 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Reserving flat network on physical network physnet1 {{(pid=103164) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 26 02:54:25.342689 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (6f37a439-2967-4fc9-97fc-c23956d31323), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:25.343050 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.segments_db [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Added segment 6f37a439-2967-4fc9-97fc-c23956d31323 of type flat for network f054278a-3c9c-4728-be97-7e282accbc6a Mar 26 02:54:25.344316 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cae826-9b97-4cbc-8ad9-306896b54547,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:25.396509 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (f054278a-3c9c-4728-be97-7e282accbc6a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:25.428654 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (f054278a-3c9c-4728-be97-7e282accbc6a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:25.430292 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:54:25.431052 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:25.507776 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6156425 Mar 26 02:54:25.520944 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3022e-3da0-4584-8bf3-3d6c4fcb708d admin admin] Pushing event updated for resources: {'Network': ['ID=f054278a-3c9c-4728-be97-7e282accbc6a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:25.539916 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network f054278a-3c9c-4728-be97-7e282accbc6a details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 02:54:25.949944 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-531674c8-9c45-46d1-8084-7ffbbe2bad3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:27.456352 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 02:54:28.017896 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50134) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:28.213927 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7f5da9cb-9bf7-4650-81f5-63d80656a9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:28.379511 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b0978-1b11-4fd3-bf6e-814543efe4e4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:54:28.385940 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8a3b0978-1b11-4fd3-bf6e-814543efe4e4 demo admin] 10.222.0.13 "GET /v2.0/subnets/0d39481d-979e-4610-b97f-673287fa2d34 HTTP/1.1" status: 200 len: 849 time: 0.3620021 Mar 26 02:54:28.543709 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-f64542ae-f499-4def-b61b-768ae9151f2e demo admin] 10.222.0.13 "GET /v2.0/routers/62520f65-198f-4fe2-9835-3da120d5d768 HTTP/1.1" status: 200 len: 704 time: 0.1570003 Mar 26 02:54:28.807853 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.096815 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Allocated IP 172.20.0.1 (2c3230da-398d-40db-85b5-2424a59ee478/0d39481d-979e-4610-b97f-673287fa2d34/0af3f7a5-3291-47e3-92cd-d32c3f19797a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 02:54:29.288339 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Publish callbacks [] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.352530 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.424975 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Network 2c3230da-398d-40db-85b5-2424a59ee478 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 02:54:29.431508 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 02:54:29.434254 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 02:54:29.434914 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752900'] for router_interface (62520f65-198f-4fe2-9835-3da120d5d768), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.504108 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Pushing event updated for resources: {'Port': ['ID=0af3f7a5-3291-47e3-92cd-d32c3f19797a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:29.614785 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.645406 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.668359 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-9b94b850-08d1-423d-b928-068d49c772b5 None None] Provisioning complete for port 0af3f7a5-3291-47e3-92cd-d32c3f19797a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:29.668749 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9b94b850-08d1-423d-b928-068d49c772b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.750633 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-9b94b850-08d1-423d-b928-068d49c772b5 None None] Port 0af3f7a5-3291-47e3-92cd-d32c3f19797a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 02:54:29.861791 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Publish callbacks [] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.866136 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.867442 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752784'] for router_interface (62520f65-198f-4fe2-9835-3da120d5d768), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:29.945968 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Pushing event updated for resources: {'Port': ['ID=0af3f7a5-3291-47e3-92cd-d32c3f19797a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:29.992407 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Network 2c3230da-398d-40db-85b5-2424a59ee478 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 02:54:29.993671 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 02:54:30.162002 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Router 62520f65-198f-4fe2-9835-3da120d5d768 is scheduled to L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 02:54:30.256985 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 02:54:30.263124 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-af7278c0-9534-470e-9790-47b3a668d97d demo admin] 10.222.0.13 "PUT /v2.0/routers/62520f65-198f-4fe2-9835-3da120d5d768/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7142870 Mar 26 02:54:30.273351 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f47566cd-92e4-468f-9139-3b826af36ede None None] Provisioning complete for port 0af3f7a5-3291-47e3-92cd-d32c3f19797a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:30.273749 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f47566cd-92e4-468f-9139-3b826af36ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:30.281951 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Sync routers for ids ['62520f65-198f-4fe2-9835-3da120d5d768'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 02:54:30.294879 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Routers {'62520f65-198f-4fe2-9835-3da120d5d768'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 02:54:30.296195 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T02:54:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['62520f65-198f-4fe2-9835-3da120d5d768'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:30.315245 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f47566cd-92e4-468f-9139-3b826af36ede None None] Port 0af3f7a5-3291-47e3-92cd-d32c3f19797a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 02:54:30.491865 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Set router 62520f65-198f-4fe2-9835-3da120d5d768 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 02:54:30.940104 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62520f65-198f-4fe2-9835-3da120d5d768', 'name': 'router1', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T02:54:19Z', 'updated_at': '2022-03-26T02:54:29Z', 'revision_number': 2, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'gw_port_host': None, '_interfaces': [{'id': '0af3f7a5-3291-47e3-92cd-d32c3f19797a', 'name': '', 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'mac_address': 'fa:16:3e:28:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62520f65-198f-4fe2-9835-3da120d5d768', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d39481d-979e-4610-b97f-673287fa2d34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T02:54:28Z', 'updated_at': '2022-03-26T02:54:29Z', 'revision_number': 2, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'subnets': [{'id': '0d39481d-979e-4610-b97f-673287fa2d34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560ea110-67b3-4f34-8188-47207423712b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:30.986634 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:30.993907 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Checking router: 62520f65-198f-4fe2-9835-3da120d5d768 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 02:54:30.994299 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Updating router 62520f65-198f-4fe2-9835-3da120d5d768 port 0af3f7a5-3291-47e3-92cd-d32c3f19797a binding host dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 02:54:31.047109 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:31.565005 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Publish callbacks [] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:31.573545 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:31.667728 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Pushing event updated for resources: {'Port': ['ID=0af3f7a5-3291-47e3-92cd-d32c3f19797a,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:31.675946 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.676296 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.676639 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.677004 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.677343 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.677674 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.678001 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.678332 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.678659 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.679099 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.679429 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.679868 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.680205 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.680530 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.680854 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Tracked resource versions report: Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: pushed versions: Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: { 'AddressGroup': {'1.2'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Agent': {'1.1'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'ConntrackHelper': {'1.0'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'LocalIPAssociation': {'1.0'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Log': {'1.0'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'NDPProxy': {'1.0'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Network': {'1.1'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Port': {'1.7'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'PortForwarding': {'1.3'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'QosPolicy': {'1.10'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'SecurityGroup': {'1.5'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'SecurityGroupRule': {'1.2'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'SubPort': {'1.0'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Subnet': {'1.1'}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Trunk': {'1.1'}} Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: consumer versions: Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: { DHCP agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: L3 agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: Metadata agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: Metering agent@dv-cinder-835328-1-smb: {}, Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: Open vSwitch agent@dv-cinder-835328-1-smb: { 'AddressGroup': '1.2', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Agent': '1.1', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'ConntrackHelper': '1.0', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'LocalIPAssociation': '1.0', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Log': '1.0', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'NDPProxy': '1.0', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Network': '1.1', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Port': '1.7', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'PortForwarding': '1.3', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'QosPolicy': '1.10', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'SecurityGroup': '1.5', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'SecurityGroupRule': '1.2', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'SubPort': '1.0', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Subnet': '1.1', Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: 'Trunk': '1.1'}} Mar 26 02:54:31.682046 dv-cinder-835328-1-smb neutron-server[103166]: {{(pid=103166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 02:54:31.761785 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Attempting to bind port 0af3f7a5-3291-47e3-92cd-d32c3f19797a on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 02:54:31.762194 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Attempting to bind port 0af3f7a5-3291-47e3-92cd-d32c3f19797a by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '7df54e45-20e6-4af4-bbf4-e8f40b8b53d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 02:54:31.762642 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Attempting to bind port 0af3f7a5-3291-47e3-92cd-d32c3f19797a on network 2c3230da-398d-40db-85b5-2424a59ee478 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 02:54:31.768016 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 02:54:31.768411 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Checking segment: {'id': '7df54e45-20e6-4af4-bbf4-e8f40b8b53d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 02:54:31.768894 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:31.769284 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Bound using segment: {'id': '7df54e45-20e6-4af4-bbf4-e8f40b8b53d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 02:54:31.769754 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Bound port: 0af3f7a5-3291-47e3-92cd-d32c3f19797a, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df54e45-20e6-4af4-bbf4-e8f40b8b53d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 02:54:31.770132 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:31.838298 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] For port 0af3f7a5-3291-47e3-92cd-d32c3f19797a, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 02:54:31.842837 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-d6332bd9-b1ec-46a3-828d-505630f5e87c None None] Provisioning complete for port 0af3f7a5-3291-47e3-92cd-d32c3f19797a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:31.843488 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d6332bd9-b1ec-46a3-828d-505630f5e87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:31.859108 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] For port 0af3f7a5-3291-47e3-92cd-d32c3f19797a, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=0af3f7a5-3291-47e3-92cd-d32c3f19797a,segment=NetworkSegment(7df54e45-20e6-4af4-bbf4-e8f40b8b53d9),segment_id=7df54e45-20e6-4af4-bbf4-e8f40b8b53d9)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 02:54:31.865589 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:31.880243 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d6332bd9-b1ec-46a3-828d-505630f5e87c None None] Port 0af3f7a5-3291-47e3-92cd-d32c3f19797a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 02:54:31.924274 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Routers {'62520f65-198f-4fe2-9835-3da120d5d768'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 02:54:31.924902 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T02:54:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['62520f65-198f-4fe2-9835-3da120d5d768'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:31.930537 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4972e-dba3-48d3-a131-71d96e82f67e None None] Pushing event updated for resources: {'Port': ['ID=0af3f7a5-3291-47e3-92cd-d32c3f19797a,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:32.023834 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] Set router 62520f65-198f-4fe2-9835-3da120d5d768 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 02:54:32.099264 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-4627587c-814d-4ea7-a730-b0af8fa03f34 None None] Provisioning complete for port 0af3f7a5-3291-47e3-92cd-d32c3f19797a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:32.099795 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4627587c-814d-4ea7-a730-b0af8fa03f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:32.175904 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-4627587c-814d-4ea7-a730-b0af8fa03f34 None None] Current status of the port 0af3f7a5-3291-47e3-92cd-d32c3f19797a is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:54:32.176238 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4627587c-814d-4ea7-a730-b0af8fa03f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:32.208086 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4627587c-814d-4ea7-a730-b0af8fa03f34 None None] For port 0af3f7a5-3291-47e3-92cd-d32c3f19797a, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=0af3f7a5-3291-47e3-92cd-d32c3f19797a,segment=NetworkSegment(7df54e45-20e6-4af4-bbf4-e8f40b8b53d9),segment_id=7df54e45-20e6-4af4-bbf4-e8f40b8b53d9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 02:54:32.212655 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4627587c-814d-4ea7-a730-b0af8fa03f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:32.243161 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62520f65-198f-4fe2-9835-3da120d5d768', 'name': 'router1', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T02:54:19Z', 'updated_at': '2022-03-26T02:54:29Z', 'revision_number': 2, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'gw_port_host': None, '_interfaces': [{'id': '0af3f7a5-3291-47e3-92cd-d32c3f19797a', 'name': '', 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'mac_address': 'fa:16:3e:28:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62520f65-198f-4fe2-9835-3da120d5d768', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d39481d-979e-4610-b97f-673287fa2d34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T02:54:28Z', 'updated_at': '2022-03-26T02:54:31Z', 'revision_number': 4, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'subnets': [{'id': '0d39481d-979e-4610-b97f-673287fa2d34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560ea110-67b3-4f34-8188-47207423712b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:32.272390 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a8593-9374-42b3-a975-46164ba55cfd None None] The sync data for ids ['62520f65-198f-4fe2-9835-3da120d5d768'] in dv-cinder-835328-1-smb is: [{'id': '62520f65-198f-4fe2-9835-3da120d5d768', 'name': 'router1', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T02:54:19Z', 'updated_at': '2022-03-26T02:54:29Z', 'revision_number': 2, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'gw_port_host': None, '_interfaces': [{'id': '0af3f7a5-3291-47e3-92cd-d32c3f19797a', 'name': '', 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'mac_address': 'fa:16:3e:28:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62520f65-198f-4fe2-9835-3da120d5d768', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d39481d-979e-4610-b97f-673287fa2d34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T02:54:28Z', 'updated_at': '2022-03-26T02:54:31Z', 'revision_number': 4, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'subnets': [{'id': '0d39481d-979e-4610-b97f-673287fa2d34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560ea110-67b3-4f34-8188-47207423712b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 02:54:32.274536 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627587c-814d-4ea7-a730-b0af8fa03f34 None None] Pushing event updated for resources: {'Port': ['ID=0af3f7a5-3291-47e3-92cd-d32c3f19797a,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:32.614479 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:32.807173 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50154) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:33.000210 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60600097-b649-4b96-b05d-a58a38724e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:54:33.001564 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-60600097-b649-4b96-b05d-a58a38724e9f admin admin] 10.222.0.13 "GET /v2.0/networks/f054278a-3c9c-4728-be97-7e282accbc6a HTTP/1.1" status: 200 len: 842 time: 0.1934423 Mar 26 02:54:33.011323 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'cidr': '172.28.2.0/24', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:54:33.031354 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Made reservation on behalf of e83383a93ea44e11a1fb12aeb91113a2 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 02:54:33.033646 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:33.311428 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.objects.ports [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103164) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 26 02:54:33.311871 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (43799688-1810-4028-b665-e654865e7d21), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:33.437874 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43799688-1810-4028-b665-e654865e7d21,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:33.454445 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 02:54:33.454811 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Network hostable DHCP agents. Network: f054278a-3c9c-4728-be97-7e282accbc6a, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 02:54:33.471168 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 02:54:33.479350 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, f054278a-3c9c-4728-be97-7e282accbc6a) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 02:54:33.483561 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:54:33.484155 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:33.489223 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd5a58-1a9a-4687-8ee3-4def0ed2b120 None None] Network f054278a-3c9c-4728-be97-7e282accbc6a requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 02:54:33.500795 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-bf0af805-75fb-4fe4-84a7-a54fb69ec41b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4927478 Mar 26 02:54:33.597066 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c24506-1543-46df-8237-276066ddc0d3 None None] Network f054278a-3c9c-4728-be97-7e282accbc6a requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 02:54:36.026383 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50172) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:36.156685 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9571e904-7ab5-43ab-bae5-ff0055dadf5d demo admin] 10.222.0.13 "GET /v2.0/routers/62520f65-198f-4fe2-9835-3da120d5d768 HTTP/1.1" status: 200 len: 710 time: 0.1289849 Mar 26 02:54:36.239011 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f18fb-a18a-4731-a697-2d1d3e99b6ec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:54:36.240369 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-c81f18fb-a18a-4731-a697-2d1d3e99b6ec demo admin] 10.222.0.13 "GET /v2.0/networks/f054278a-3c9c-4728-be97-7e282accbc6a HTTP/1.1" status: 200 len: 886 time: 0.0785489 Mar 26 02:54:36.249805 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:54:36.496011 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Publish callbacks [] for router_gateway (62520f65-198f-4fe2-9835-3da120d5d768), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:36.728535 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Publish callbacks [] for router_gateway (62520f65-198f-4fe2-9835-3da120d5d768), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:36.800647 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:36.904559 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Allocated IP 172.28.2.192 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/4d19f3c8-b881-48fb-bd6c-58018483d5ed) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 02:54:37.003798 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Publish callbacks [] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:37.035448 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:37.076961 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 02:54:37.077300 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 02:54:37.085185 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 02:54:37.091209 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Pushing event updated for resources: {'Port': ['ID=4d19f3c8-b881-48fb-bd6c-58018483d5ed,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:37.334004 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Publish callbacks [] for router_gateway (62520f65-198f-4fe2-9835-3da120d5d768), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:37.623099 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29433'] for router (62520f65-198f-4fe2-9835-3da120d5d768), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:37.626616 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3754674'] for router (62520f65-198f-4fe2-9835-3da120d5d768), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:37.735892 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Router 62520f65-198f-4fe2-9835-3da120d5d768 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 02:54:37.841608 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 02:54:37.845775 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:37.846970 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-e5fcdd01-299f-4fed-a34e-ef9bc2b7ce47 demo admin] 10.222.0.13 "PUT /v2.0/routers/62520f65-198f-4fe2-9835-3da120d5d768 HTTP/1.1" status: 200 len: 890 time: 1.6003017 Mar 26 02:54:39.336021 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 0af3f7a5-3291-47e3-92cd-d32c3f19797a up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 02:54:39.387109 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 0af3f7a5-3291-47e3-92cd-d32c3f19797a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:39.387506 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:39.464529 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 0af3f7a5-3291-47e3-92cd-d32c3f19797a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:54:40.454668 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50184) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:54:40.574081 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8d4e3634-df1c-4004-b51b-649da67f73b5 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180708 Mar 26 02:54:40.900004 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Sync routers for ids ['62520f65-198f-4fe2-9835-3da120d5d768'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 02:54:40.911829 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Routers {'62520f65-198f-4fe2-9835-3da120d5d768'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 02:54:40.913602 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T02:54:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['62520f65-198f-4fe2-9835-3da120d5d768'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:41.132512 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Set router 62520f65-198f-4fe2-9835-3da120d5d768 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 02:54:41.603647 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62520f65-198f-4fe2-9835-3da120d5d768', 'name': 'router1', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '4d19f3c8-b881-48fb-bd6c-58018483d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T02:54:19Z', 'updated_at': '2022-03-26T02:54:37Z', 'revision_number': 4, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'gw_port': {'id': '4d19f3c8-b881-48fb-bd6c-58018483d5ed', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62520f65-198f-4fe2-9835-3da120d5d768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T02:54:36Z', 'updated_at': '2022-03-26T02:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '0af3f7a5-3291-47e3-92cd-d32c3f19797a', 'name': '', 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'mac_address': 'fa:16:3e:28:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62520f65-198f-4fe2-9835-3da120d5d768', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d39481d-979e-4610-b97f-673287fa2d34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T02:54:28Z', 'updated_at': '2022-03-26T02:54:32Z', 'revision_number': 5, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'subnets': [{'id': '0d39481d-979e-4610-b97f-673287fa2d34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560ea110-67b3-4f34-8188-47207423712b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:41.652391 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Checking router: 62520f65-198f-4fe2-9835-3da120d5d768 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 02:54:41.652793 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Updating router 62520f65-198f-4fe2-9835-3da120d5d768 port 4d19f3c8-b881-48fb-bd6c-58018483d5ed binding host dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 02:54:41.706692 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:42.024227 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Publish callbacks [] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:42.029091 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:42.080098 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Attempting to bind port 4d19f3c8-b881-48fb-bd6c-58018483d5ed on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 02:54:42.080586 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Attempting to bind port 4d19f3c8-b881-48fb-bd6c-58018483d5ed by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 02:54:42.080821 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Attempting to bind port 4d19f3c8-b881-48fb-bd6c-58018483d5ed on network f054278a-3c9c-4728-be97-7e282accbc6a {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 02:54:42.083556 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedfd03-9bdf-43e5-805f-910278d3e823 None None] Pushing event updated for resources: {'Port': ['ID=4d19f3c8-b881-48fb-bd6c-58018483d5ed,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:42.089187 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 2, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 02:54:42.089566 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 02:54:42.089963 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:42.090344 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Bound using segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 02:54:42.090809 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Bound port: 4d19f3c8-b881-48fb-bd6c-58018483d5ed, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 02:54:42.091207 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:42.141984 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] For port 4d19f3c8-b881-48fb-bd6c-58018483d5ed, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 02:54:42.144905 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] For port 4d19f3c8-b881-48fb-bd6c-58018483d5ed, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=4d19f3c8-b881-48fb-bd6c-58018483d5ed,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 02:54:42.150929 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:42.207632 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedfd03-9bdf-43e5-805f-910278d3e823 None None] Pushing event updated for resources: {'Port': ['ID=4d19f3c8-b881-48fb-bd6c-58018483d5ed,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:42.213039 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Routers {'62520f65-198f-4fe2-9835-3da120d5d768'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 02:54:42.213489 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T02:54:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['62520f65-198f-4fe2-9835-3da120d5d768'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:42.331796 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] Set router 62520f65-198f-4fe2-9835-3da120d5d768 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 02:54:42.548459 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62520f65-198f-4fe2-9835-3da120d5d768', 'name': 'router1', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '4d19f3c8-b881-48fb-bd6c-58018483d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T02:54:19Z', 'updated_at': '2022-03-26T02:54:37Z', 'revision_number': 4, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'gw_port': {'id': '4d19f3c8-b881-48fb-bd6c-58018483d5ed', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62520f65-198f-4fe2-9835-3da120d5d768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T02:54:36Z', 'updated_at': '2022-03-26T02:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '0af3f7a5-3291-47e3-92cd-d32c3f19797a', 'name': '', 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'mac_address': 'fa:16:3e:28:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62520f65-198f-4fe2-9835-3da120d5d768', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d39481d-979e-4610-b97f-673287fa2d34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T02:54:28Z', 'updated_at': '2022-03-26T02:54:32Z', 'revision_number': 5, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'subnets': [{'id': '0d39481d-979e-4610-b97f-673287fa2d34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560ea110-67b3-4f34-8188-47207423712b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 02:54:42.581562 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01e8e7-1a19-420c-95f6-26cdcffde233 None None] The sync data for ids ['62520f65-198f-4fe2-9835-3da120d5d768'] in dv-cinder-835328-1-smb is: [{'id': '62520f65-198f-4fe2-9835-3da120d5d768', 'name': 'router1', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '4d19f3c8-b881-48fb-bd6c-58018483d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T02:54:19Z', 'updated_at': '2022-03-26T02:54:37Z', 'revision_number': 4, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'gw_port': {'id': '4d19f3c8-b881-48fb-bd6c-58018483d5ed', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62520f65-198f-4fe2-9835-3da120d5d768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T02:54:36Z', 'updated_at': '2022-03-26T02:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '0af3f7a5-3291-47e3-92cd-d32c3f19797a', 'name': '', 'network_id': '2c3230da-398d-40db-85b5-2424a59ee478', 'tenant_id': '3f41019eeaf84fbdb9d7968704494a7d', 'mac_address': 'fa:16:3e:28:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62520f65-198f-4fe2-9835-3da120d5d768', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d39481d-979e-4610-b97f-673287fa2d34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T02:54:28Z', 'updated_at': '2022-03-26T02:54:32Z', 'revision_number': 5, 'project_id': '3f41019eeaf84fbdb9d7968704494a7d', 'subnets': [{'id': '0d39481d-979e-4610-b97f-673287fa2d34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560ea110-67b3-4f34-8188-47207423712b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 02:54:43.425755 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 4d19f3c8-b881-48fb-bd6c-58018483d5ed up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 02:54:43.480087 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 4d19f3c8-b881-48fb-bd6c-58018483d5ed triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:43.480487 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:43.566180 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 4d19f3c8-b881-48fb-bd6c-58018483d5ed is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:54:43.566631 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:43.599705 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port 4d19f3c8-b881-48fb-bd6c-58018483d5ed, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=4d19f3c8-b881-48fb-bd6c-58018483d5ed,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 02:54:43.608735 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:43.690289 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=4d19f3c8-b881-48fb-bd6c-58018483d5ed,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:54:45.373798 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 4d19f3c8-b881-48fb-bd6c-58018483d5ed up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 02:54:45.469435 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 4d19f3c8-b881-48fb-bd6c-58018483d5ed triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:54:45.469837 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4d19f3c8-b881-48fb-bd6c-58018483d5ed), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:45.651783 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 4d19f3c8-b881-48fb-bd6c-58018483d5ed is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:54:55.960833 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b55d4c1c-256b-4a31-991c-095b072c80dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:58.219805 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-248d9d41-dd4e-4f55-97f1-b683a624ab96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:54:59.627216 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:00.994901 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:02.622898 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:04.456561 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 02:55:25.955681 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5a65ac2c-8932-4cf4-8776-cc14991faa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:28.214702 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6027b1c7-7fee-4dba-8855-4b6899572c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:29.617364 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:30.995401 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:32.625169 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:41.456050 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 02:55:55.956676 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cbfaae43-daec-45f2-8be7-0f67bb754092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:58.217519 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-29dc2cbb-bfb3-41a5-90ad-37b7710c70db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:55:59.620254 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:00.994371 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:02.531064 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50668) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:02.591194 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6552e354-63c0-413c-aad7-23453f24cd8e admin admin] GET failed (client error): The resource could not be found. Mar 26 02:56:02.592467 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-6552e354-63c0-413c-aad7-23453f24cd8e admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604770 Mar 26 02:56:02.621119 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:02.749460 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baecc96-f776-4bee-9e1f-2b22c18e81b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:02.750839 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-1baecc96-f776-4bee-9e1f-2b22c18e81b1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1542974 Mar 26 02:56:05.092488 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50678) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:05.181620 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87023c8d-9384-4537-a431-b8aa76f24874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:05.182959 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-87023c8d-9384-4537-a431-b8aa76f24874 admin admin] 10.222.0.13 "GET /v2.0/subnets/0d39481d-979e-4610-b97f-673287fa2d34 HTTP/1.1" status: 200 len: 849 time: 0.0895071 Mar 26 02:56:05.192154 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:56:05.274740 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Publish callbacks [] for subnet (0d39481d-979e-4610-b97f-673287fa2d34), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:05.414580 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782727897739'] for subnet (0d39481d-979e-4610-b97f-673287fa2d34), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:05.442724 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:05.443354 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:05.444614 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] 10.222.0.13 "PUT /v2.0/subnets/0d39481d-979e-4610-b97f-673287fa2d34 HTTP/1.1" status: 200 len: 868 time: 0.2560608 Mar 26 02:56:05.463548 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d39481d-979e-4610-b97f-673287fa2d34,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:56:05.465913 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af64d64-cd72-4f8c-976a-951dedb305c1 None None] Network 2c3230da-398d-40db-85b5-2424a59ee478 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 02:56:05.471401 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.471746 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.472101 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.473025 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.473368 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.473847 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.474304 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.474666 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.475036 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.475379 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.475717 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.476072 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.476407 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.476736 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.477067 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293fbf6-f1de-479c-ad3f-d5b60f784e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:05.798405 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f93ae52d-30c6-4099-894a-7879f249bfd6 None None] Provisioning complete for port 81249a00-fee1-4395-8967-77d31da57715 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:56:05.798797 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f93ae52d-30c6-4099-894a-7879f249bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (81249a00-fee1-4395-8967-77d31da57715), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:05.881031 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f93ae52d-30c6-4099-894a-7879f249bfd6 None None] Current status of the port 81249a00-fee1-4395-8967-77d31da57715 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:56:05.891591 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f93ae52d-30c6-4099-894a-7879f249bfd6 None None] Provisioning complete for port 0af3f7a5-3291-47e3-92cd-d32c3f19797a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:56:05.891982 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f93ae52d-30c6-4099-894a-7879f249bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (0af3f7a5-3291-47e3-92cd-d32c3f19797a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:05.966448 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f93ae52d-30c6-4099-894a-7879f249bfd6 None None] Current status of the port 0af3f7a5-3291-47e3-92cd-d32c3f19797a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:56:07.763322 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50686) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:07.958042 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e94b80-572d-4c12-a4d0-af110eb3036f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:07.958427 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e94b80-572d-4c12-a4d0-af110eb3036f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:07.959976 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-d1e94b80-572d-4c12-a4d0-af110eb3036f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957157 Mar 26 02:56:10.280859 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50694) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:10.411119 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a575cef-444b-44da-b7d9-3b2c6d1c3d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:10.411584 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a575cef-444b-44da-b7d9-3b2c6d1c3d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:10.413076 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-5a575cef-444b-44da-b7d9-3b2c6d1c3d63 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312919 Mar 26 02:56:12.735027 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50702) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:12.865290 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4476a62-be94-48cd-8bd3-d5461359c396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:12.866647 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-f4476a62-be94-48cd-8bd3-d5461359c396 admin admin] 10.222.0.13 "GET /v2.0/networks/2c3230da-398d-40db-85b5-2424a59ee478 HTTP/1.1" status: 200 len: 869 time: 0.1306775 Mar 26 02:56:15.177757 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50710) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:15.297143 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32544e2e-829f-4b31-bd43-63905eb9c3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:15.298480 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-32544e2e-829f-4b31-bd43-63905eb9c3ba admin admin] 10.222.0.13 "GET /v2.0/networks/f054278a-3c9c-4728-be97-7e282accbc6a HTTP/1.1" status: 200 len: 886 time: 0.1197491 Mar 26 02:56:17.597402 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50718) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:17.757689 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e772b-f09c-4e70-84fc-1875ec2e28e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:17.758139 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e772b-f09c-4e70-84fc-1875ec2e28e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:17.759815 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e49e772b-f09c-4e70-84fc-1875ec2e28e1 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1614845 Mar 26 02:56:18.453950 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 02:56:20.059936 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50728) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:20.148137 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152808c-76b0-463b-906f-2d57cf1d46ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:20.148576 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152808c-76b0-463b-906f-2d57cf1d46ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:20.150013 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e152808c-76b0-463b-906f-2d57cf1d46ae admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891535 Mar 26 02:56:22.494185 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50736) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:22.620809 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0264590f-6641-48ef-9572-ca7621c84dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:22.622175 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0264590f-6641-48ef-9572-ca7621c84dcd admin admin] 10.222.0.13 "GET /v2.0/subnets/0d39481d-979e-4610-b97f-673287fa2d34 HTTP/1.1" status: 200 len: 868 time: 0.1270521 Mar 26 02:56:24.964496 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50744) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:25.048216 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235e571a-222e-40de-8a77-2b031759776e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:25.049515 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-235e571a-222e-40de-8a77-2b031759776e admin admin] 10.222.0.13 "GET /v2.0/subnets/43799688-1810-4028-b665-e654865e7d21 HTTP/1.1" status: 200 len: 816 time: 0.0840685 Mar 26 02:56:25.963336 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3e4d-3a60-40ce-9d73-70c92031514c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:28.222459 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-45de1f7a-3c04-4360-bef4-828267f9de6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:29.625517 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:30.997100 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:32.624287 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:53.110626 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50796) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:53.157270 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [None req-a06af490-2c36-4ef9-b286-7f0038770a34 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 02:56:53.158253 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a06af490-2c36-4ef9-b286-7f0038770a34 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466774 Mar 26 02:56:55.451879 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 02:56:55.639295 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50804) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:55.712269 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-408c7efb-0077-4aa2-a2a7-7c62bbedc858 admin admin] GET failed (client error): The resource could not be found. Mar 26 02:56:55.713542 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-408c7efb-0077-4aa2-a2a7-7c62bbedc858 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0733347 Mar 26 02:56:55.866668 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee7cd19-6269-4f9a-a196-b5c7a56660df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:55.868080 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3ee7cd19-6269-4f9a-a196-b5c7a56660df admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1505537 Mar 26 02:56:55.958061 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0777d19e-b2eb-4b29-a055-e0905fd8967a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:58.188150 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50812) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:56:58.225191 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b8d1d0c-ccf4-4f38-a521-c980d83301de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:58.239018 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:56:58.260250 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Made reservation on behalf of e83383a93ea44e11a1fb12aeb91113a2 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 02:56:58.262912 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:58.307861 dv-cinder-835328-1-smb neutron-server[103163]: WARNING neutron.services.revisions.revision_plugin [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Could not find related network for resource to bump revision. Mar 26 02:56:58.323568 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 02:56:58.354430 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782727736122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (0c434fef-b4c5-4226-909f-ffda539a33f4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:58.355047 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Unsubscribe: segment precommit_create {{(pid=103163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 26 02:56:58.355558 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Added segment 0c434fef-b4c5-4226-909f-ffda539a33f4 of type vlan for network da1fcb04-b13e-4089-a275-481d0ddbbbdd Mar 26 02:56:58.406448 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (da1fcb04-b13e-4089-a275-481d0ddbbbdd), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:58.437934 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (da1fcb04-b13e-4089-a275-481d0ddbbbdd), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:58.439023 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:56:58.439542 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:56:58.462332 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2732143 Mar 26 02:56:58.549221 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Pushing event updated for resources: {'Network': ['ID=da1fcb04-b13e-4089-a275-481d0ddbbbdd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:56:58.559524 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.559874 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.560227 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.560571 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.560906 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.561241 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.561571 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.561898 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.562225 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.562569 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.562903 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.563272 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.563597 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.563920 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.564241 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba443-3b29-4193-b92c-b1b2bce185a7 admin admin] Tracked resource versions report: Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: pushed versions: Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: { 'AddressGroup': {'1.2'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Agent': {'1.1'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Log': {'1.0'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'NDPProxy': {'1.0'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Network': {'1.1'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Port': {'1.7'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'PortForwarding': {'1.3'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'QosPolicy': {'1.10'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'SecurityGroup': {'1.5'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'SubPort': {'1.0'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Subnet': {'1.1'}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Trunk': {'1.1'}} Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: consumer versions: Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: { DHCP agent@dv-cinder-835328-1-smb: {}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: L3 agent@dv-cinder-835328-1-smb: {}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: Metadata agent@dv-cinder-835328-1-smb: {}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: Metering agent@dv-cinder-835328-1-smb: {}, Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: Open vSwitch agent@dv-cinder-835328-1-smb: { 'AddressGroup': '1.2', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Agent': '1.1', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'ConntrackHelper': '1.0', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'LocalIPAssociation': '1.0', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Log': '1.0', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'NDPProxy': '1.0', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Network': '1.1', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Port': '1.7', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'PortForwarding': '1.3', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'QosPolicy': '1.10', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'SecurityGroup': '1.5', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'SecurityGroupRule': '1.2', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'SubPort': '1.0', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Subnet': '1.1', Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: 'Trunk': '1.1'}} Mar 26 02:56:58.565698 dv-cinder-835328-1-smb neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 02:56:58.598848 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network da1fcb04-b13e-4089-a275-481d0ddbbbdd details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 02:56:59.626785 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:00.809707 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 50824) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:57:00.871147 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83eedad-a85a-4a56-88d7-b29491e86f6b admin admin] GET failed (client error): The resource could not be found. Mar 26 02:57:00.872381 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c83eedad-a85a-4a56-88d7-b29491e86f6b admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617282 Mar 26 02:57:00.943330 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddf38f-8f2e-45f3-ad50-ca895232372f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:57:00.944707 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-41ddf38f-8f2e-45f3-ad50-ca895232372f admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683057 Mar 26 02:57:00.953935 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Request body: {'subnet': {'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 02:57:00.975589 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Made reservation on behalf of e83383a93ea44e11a1fb12aeb91113a2 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 02:57:00.977802 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:01.001710 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:01.189023 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (1340045f-9417-4b9f-937b-1a214013720d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:01.246662 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1340045f-9417-4b9f-937b-1a214013720d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:57:01.256628 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Checking segment: {'id': '0c434fef-b4c5-4226-909f-ffda539a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 02:57:01.257008 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Network hostable DHCP agents. Network: da1fcb04-b13e-4089-a275-481d0ddbbbdd, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 02:57:01.276671 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Network da1fcb04-b13e-4089-a275-481d0ddbbbdd is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 02:57:01.287920 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, da1fcb04-b13e-4089-a275-481d0ddbbbdd) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 02:57:01.292493 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 02:57:01.293101 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:01.297437 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0004c2db-5c81-4b6b-9130-208d90a0dc89 None None] Network da1fcb04-b13e-4089-a275-481d0ddbbbdd requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 02:57:01.308934 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-75cf8faa-cc57-4308-801a-772bd4e26bf0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3581028 Mar 26 02:57:01.403146 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-da1fcb04-b13e-4089-a275-481d0ddbbbdd', 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd', 'project_id': 'e83383a93ea44e11a1fb12aeb91113a2', 'fixed_ips': [{'subnet_id': '1340045f-9417-4b9f-937b-1a214013720d'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 02:57:01.404000 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:01.543672 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Allocated IP 192.168.233.2 (da1fcb04-b13e-4089-a275-481d0ddbbbdd/1340045f-9417-4b9f-937b-1a214013720d/994bcb72-9a88-4661-8db8-2b9ce4594ee7) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 02:57:01.691355 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Publish callbacks [] for port (994bcb72-9a88-4661-8db8-2b9ce4594ee7), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:01.700151 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (994bcb72-9a88-4661-8db8-2b9ce4594ee7), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:01.745535 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Network da1fcb04-b13e-4089-a275-481d0ddbbbdd is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 02:57:01.746233 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Pushing event updated for resources: {'Port': ['ID=994bcb72-9a88-4661-8db8-2b9ce4594ee7,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:57:01.749523 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 02:57:01.751962 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 02:57:01.758215 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.758550 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.758893 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.759278 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.759611 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.759933 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.760256 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.760581 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.760900 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.761216 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.761534 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.761869 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.762188 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.762504 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.762818 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:57:01.916800 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Attempting to bind port 994bcb72-9a88-4661-8db8-2b9ce4594ee7 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 02:57:01.917172 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Attempting to bind port 994bcb72-9a88-4661-8db8-2b9ce4594ee7 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '0c434fef-b4c5-4226-909f-ffda539a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 02:57:01.917535 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Attempting to bind port 994bcb72-9a88-4661-8db8-2b9ce4594ee7 on network da1fcb04-b13e-4089-a275-481d0ddbbbdd {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 02:57:01.922514 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 2, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 02:57:01.922891 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Checking segment: {'id': '0c434fef-b4c5-4226-909f-ffda539a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 02:57:01.923318 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:01.923714 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Bound using segment: {'id': '0c434fef-b4c5-4226-909f-ffda539a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 02:57:01.924184 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Bound port: 994bcb72-9a88-4661-8db8-2b9ce4594ee7, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c434fef-b4c5-4226-909f-ffda539a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 02:57:01.924624 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (994bcb72-9a88-4661-8db8-2b9ce4594ee7), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:01.989346 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] For port 994bcb72-9a88-4661-8db8-2b9ce4594ee7, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 02:57:01.992767 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] For port 994bcb72-9a88-4661-8db8-2b9ce4594ee7, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=994bcb72-9a88-4661-8db8-2b9ce4594ee7,segment=NetworkSegment(0c434fef-b4c5-4226-909f-ffda539a33f4),segment_id=0c434fef-b4c5-4226-909f-ffda539a33f4)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 02:57:01.998784 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (994bcb72-9a88-4661-8db8-2b9ce4594ee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:02.059045 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d32571-8433-432d-a241-566287a3b2f4 None None] Pushing event updated for resources: {'Port': ['ID=994bcb72-9a88-4661-8db8-2b9ce4594ee7,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:57:02.634835 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:02.908621 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4641ab6b-40ed-40eb-a321-608aeab10df5 None None] Network da1fcb04-b13e-4089-a275-481d0ddbbbdd requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 02:57:02.976765 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-c771498f-efdb-483b-b382-bdf3cd302eb5 None None] Provisioning complete for port 994bcb72-9a88-4661-8db8-2b9ce4594ee7 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:57:02.977078 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c771498f-efdb-483b-b382-bdf3cd302eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (994bcb72-9a88-4661-8db8-2b9ce4594ee7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:03.092161 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c771498f-efdb-483b-b382-bdf3cd302eb5 None None] Current status of the port 994bcb72-9a88-4661-8db8-2b9ce4594ee7 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:57:03.092790 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c771498f-efdb-483b-b382-bdf3cd302eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (994bcb72-9a88-4661-8db8-2b9ce4594ee7), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:03.131169 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c771498f-efdb-483b-b382-bdf3cd302eb5 None None] For port 994bcb72-9a88-4661-8db8-2b9ce4594ee7, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=994bcb72-9a88-4661-8db8-2b9ce4594ee7,segment=NetworkSegment(0c434fef-b4c5-4226-909f-ffda539a33f4),segment_id=0c434fef-b4c5-4226-909f-ffda539a33f4)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 02:57:03.136346 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c771498f-efdb-483b-b382-bdf3cd302eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (994bcb72-9a88-4661-8db8-2b9ce4594ee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:03.190301 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771498f-efdb-483b-b382-bdf3cd302eb5 None None] Pushing event updated for resources: {'Port': ['ID=994bcb72-9a88-4661-8db8-2b9ce4594ee7,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:57:03.260052 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-2dc76ec6-e169-4ef8-8a76-f80846584ce5 None None] Provisioning complete for port 994bcb72-9a88-4661-8db8-2b9ce4594ee7 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:57:03.260436 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2dc76ec6-e169-4ef8-8a76-f80846584ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (994bcb72-9a88-4661-8db8-2b9ce4594ee7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:03.341397 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-2dc76ec6-e169-4ef8-8a76-f80846584ce5 None None] Current status of the port 994bcb72-9a88-4661-8db8-2b9ce4594ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:57:03.434155 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 994bcb72-9a88-4661-8db8-2b9ce4594ee7 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 02:57:03.482076 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 994bcb72-9a88-4661-8db8-2b9ce4594ee7 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 02:57:03.482717 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (994bcb72-9a88-4661-8db8-2b9ce4594ee7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:03.562803 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 994bcb72-9a88-4661-8db8-2b9ce4594ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 02:57:25.960630 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e7de08d2-468f-48b9-93d7-dfe480bdd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:28.226935 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0fee4d9f-2cfc-4ff9-b278-0f9719695a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:29.629179 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:31.005506 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:32.450369 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 02:57:32.630214 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:55.961974 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4d99-f3bf-4547-b453-903084a4907e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:58.227593 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8461c6bd-6045-444b-8bba-d119360d8b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:57:59.634337 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:01.009317 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:02.632360 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:09.448675 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 02:58:25.963757 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7de0cde6-bc6d-414b-8b69-e9b2b58374cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:27.748003 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50862) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:58:27.754421 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [None req-864d72a4-bb2c-4467-8fee-b5db642e353c tempest-verify_tempest_config-1989235902 tempest-verify_tempest_config-1989235902-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 02:58:27.755451 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-864d72a4-bb2c-4467-8fee-b5db642e353c tempest-verify_tempest_config-1989235902 tempest-verify_tempest_config-1989235902-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064709 Mar 26 02:58:28.038359 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50880) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:58:28.137384 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:28.208337 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Publish callbacks [] for security_group (19ce1e14-ce57-483a-888d-3986f995ba44), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:28.211906 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (19ce1e14-ce57-483a-888d-3986f995ba44), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:28.228177 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5be64798-1de6-4ee0-a46c-4c2bb0b22ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:28.259866 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e05e2f0fe4594ab493a31c69de9843c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2204144 Mar 26 02:58:28.260704 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ce1e14-ce57-483a-888d-3986f995ba44,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:58:28.262478 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50884) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 02:58:28.273801 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.274143 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.274500 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.274841 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.275198 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.275526 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.275851 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.276176 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.276503 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.276821 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.277144 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.277481 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.277806 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.278122 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.278438 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363b486-8fdd-4cca-9db7-37cbe18b047f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 02:58:28.420825 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83f7fdb3-397e-4995-877b-560a5d8bac25 admin admin] Publish callbacks [] for security_group (19ce1e14-ce57-483a-888d-3986f995ba44), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:28.444833 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83f7fdb3-397e-4995-877b-560a5d8bac25 admin admin] Publish callbacks [] for security_group (19ce1e14-ce57-483a-888d-3986f995ba44), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:28.536816 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83f7fdb3-397e-4995-877b-560a5d8bac25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (19ce1e14-ce57-483a-888d-3986f995ba44), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:28.539438 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83f7fdb3-397e-4995-877b-560a5d8bac25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:28.540558 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-83f7fdb3-397e-4995-877b-560a5d8bac25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19ce1e14-ce57-483a-888d-3986f995ba44 HTTP/1.1" status: 204 len: 168 time: 0.2764258 Mar 26 02:58:28.548467 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7fdb3-397e-4995-877b-560a5d8bac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ce1e14-ce57-483a-888d-3986f995ba44,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 02:58:29.636549 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:31.012326 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:32.637097 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:46.449342 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 02:58:55.969326 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72e34bb9-a42a-492e-8754-404f9cdb9f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:58.230165 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b525afde-0dea-4b58-8889-79f56135256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:58:59.638335 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:01.014760 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:02.639545 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:23.447553 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 02:59:25.970776 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8efbfaea-f8dc-4b93-89df-a2013261427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:28.231961 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0feec880-3685-404c-99a8-557d2bb6eb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:29.642280 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:31.017606 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:32.642394 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:55.972304 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-035c7e03-e1a5-47ed-a395-1d78d5ce01fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:58.233198 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4e63450-b454-4c77-ac09-8e6c88f02c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 02:59:59.643887 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:00.446200 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:00:01.020687 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:02.647033 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:11.551278 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3752216'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:25.972910 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4b17-59f9-4a9c-9fa7-4631e7a5d6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:26.239927 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50954) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:00:26.343975 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-e53d7587-4d38-4973-bcb0-81d167fcf344 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1029282 Mar 26 03:00:28.238488 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1880-ebe0-415e-8143-49ddc89350a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:28.697729 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 50964) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:00:28.751553 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9d00194c-9f9d-4a23-98ef-0fa31528d19a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0527453 Mar 26 03:00:29.646458 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:31.023827 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:32.649643 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:37.446131 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:00:41.543681 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:55.975672 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83d7a40f-d5f4-4680-90a1-e4ab4433bc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:58.240307 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-32c504e5-60b9-431c-af58-163c61b376dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:00:59.650039 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:01.026285 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:02.650966 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:11.550576 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:14.444438 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:01:25.981842 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b326e87f-8c1a-4ffa-adc6-d34f0b2a07bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:28.247823 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7b83a911-aa6f-4efb-855d-ea1174f7cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:29.653746 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:31.030135 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:32.655919 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:41.561029 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:51.444611 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:01:55.973269 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1a3780c-f2b4-4037-bb74-a89ac3b5dba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:58.238350 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88d715d8-9fa2-4d81-987f-dd78e430532e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:01:59.657422 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:01.033126 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:02.676818 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:05.728054 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51054) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:06.002007 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-network', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:06.023310 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Made reservation on behalf of 2f5c934af0964ba5bba5bdec639ff075 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:06.025618 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.034374 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.121239 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Publish callbacks [] for security_group (47287ae5-40f1-44b4-a0c2-54d49e0d0d79), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.126954 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (47287ae5-40f1-44b4-a0c2-54d49e0d0d79), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.165162 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47287ae5-40f1-44b4-a0c2-54d49e0d0d79,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:06.176684 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:02:06.186246 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.186595 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.186993 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.187368 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.187845 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.188344 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.188678 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.189275 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.189616 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.189955 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.190285 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.190618 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.191018 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.191381 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.191791 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Tracked resource versions report: Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: pushed versions: Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: { 'AddressGroup': {'1.2'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Agent': {'1.1'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Log': {'1.0'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'NDPProxy': {'1.0'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Network': {'1.1'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Port': {'1.7'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'PortForwarding': {'1.3'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'QosPolicy': {'1.10'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'SecurityGroup': {'1.5'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'SubPort': {'1.0'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Subnet': {'1.1'}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Trunk': {'1.1'}} Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: consumer versions: Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: { DHCP agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: HyperV agent@hv-cinder-83532: {}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: L3 agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: Metadata agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: Metering agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: Open vSwitch agent@dv-cinder-835328-1-smb: { 'AddressGroup': '1.2', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Agent': '1.1', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'ConntrackHelper': '1.0', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'LocalIPAssociation': '1.0', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Log': '1.0', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'NDPProxy': '1.0', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Network': '1.1', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Port': '1.7', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'PortForwarding': '1.3', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'QosPolicy': '1.10', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'SecurityGroup': '1.5', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'SecurityGroupRule': '1.2', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'SubPort': '1.0', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Subnet': '1.1', Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: 'Trunk': '1.1'}} Mar 26 03:02:06.192906 dv-cinder-835328-1-smb neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:02:06.199560 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (4aa2fb5d-b136-4f7f-b187-41225e3e45e9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.199889 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.segments_db [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Added segment 4aa2fb5d-b136-4f7f-b187-41225e3e45e9 of type vlan for network 33f6b930-86b6-4a58-a314-ac354f6e1adb Mar 26 03:02:06.249151 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (33f6b930-86b6-4a58-a314-ac354f6e1adb), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.275695 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (33f6b930-86b6-4a58-a314-ac354f6e1adb), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.276631 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:06.277213 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.348153 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] Pushing event updated for resources: {'Network': ['ID=33f6b930-86b6-4a58-a314-ac354f6e1adb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:06.354605 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9519c5c8-0eb1-455d-973d-ad89d3154d7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6244867 Mar 26 03:02:06.357784 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51106) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:06.359589 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:02:06.363879 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Request body: {'subnet': {'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-subnet', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:06.383251 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Made reservation on behalf of 2f5c934af0964ba5bba5bdec639ff075 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:06.386037 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.571027 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (e1facc4f-cb68-4c17-addf-8ee9546ced99), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.639221 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1facc4f-cb68-4c17-addf-8ee9546ced99,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:06.649206 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Checking segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:06.649627 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Network hostable DHCP agents. Network: 33f6b930-86b6-4a58-a314-ac354f6e1adb, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:02:06.668108 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:02:06.680965 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 33f6b930-86b6-4a58-a314-ac354f6e1adb) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:06.685946 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:06.686657 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.695282 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b1b5b-c691-4aae-bb8b-db0bf918741c None None] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:06.710193 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-26002875-ea4f-4f44-8f73-fce4c36da540 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3512516 Mar 26 03:02:06.713198 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51120) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:06.719900 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:06.748551 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29334'] for router (5c22bc2d-3df5-4eaf-95d4-c475539da212), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.749899 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29423'] for router (5c22bc2d-3df5-4eaf-95d4-c475539da212), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.850145 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-33f6b930-86b6-4a58-a314-ac354f6e1adb', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:02:06.851366 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:06.868066 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks [] for router_controller (5c22bc2d-3df5-4eaf-95d4-c475539da212), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.018214 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Allocated IP 172.20.0.2 (33f6b930-86b6-4a58-a314-ac354f6e1adb/e1facc4f-cb68-4c17-addf-8ee9546ced99/a6e9c681-b108-4466-be90-e8adc7738e32) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:07.034593 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks [] for router_gateway (5c22bc2d-3df5-4eaf-95d4-c475539da212), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.082554 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51148) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:07.211231 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Publish callbacks [] for port (a6e9c681-b108-4466-be90-e8adc7738e32), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.218909 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.259586 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:07.263343 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:07.268361 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:07.281816 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Pushing event updated for resources: {'Port': ['ID=a6e9c681-b108-4466-be90-e8adc7738e32,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:07.291127 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks [] for router_gateway (5c22bc2d-3df5-4eaf-95d4-c475539da212), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.307070 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.307406 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.307928 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.308448 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.309066 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.309561 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.309888 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.310208 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.310529 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.310850 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.311203 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.311581 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.311844 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.312824 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.313164 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Tracked resource versions report: Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: pushed versions: Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: { 'AddressGroup': {'1.2'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Agent': {'1.1'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'ConntrackHelper': {'1.0'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Log': {'1.0'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'NDPProxy': {'1.0'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Network': {'1.1'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Port': {'1.7'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'PortForwarding': {'1.3'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'QosPolicy': {'1.10'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'SecurityGroup': {'1.5'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'SubPort': {'1.0'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Subnet': {'1.1'}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Trunk': {'1.1'}} Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: consumer versions: Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: { DHCP agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: HyperV agent@hv-cinder-83532: {}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: L3 agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: Metadata agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: Metering agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: Open vSwitch agent@dv-cinder-835328-1-smb: { 'AddressGroup': '1.2', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Agent': '1.1', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'ConntrackHelper': '1.0', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'LocalIPAssociation': '1.0', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Log': '1.0', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'NDPProxy': '1.0', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Network': '1.1', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Port': '1.7', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'PortForwarding': '1.3', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'QosPolicy': '1.10', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'SecurityGroup': '1.5', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'SecurityGroupRule': '1.2', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'SubPort': '1.0', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Subnet': '1.1', Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: 'Trunk': '1.1'}} Mar 26 03:02:07.314541 dv-cinder-835328-1-smb neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:02:07.316908 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.359938 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Attempting to bind port a6e9c681-b108-4466-be90-e8adc7738e32 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:07.361212 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Attempting to bind port a6e9c681-b108-4466-be90-e8adc7738e32 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:07.361837 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Attempting to bind port a6e9c681-b108-4466-be90-e8adc7738e32 on network 33f6b930-86b6-4a58-a314-ac354f6e1adb {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:07.367399 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:07.368119 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Checking segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:07.368707 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.369275 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Bound using segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:07.369925 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Bound port: a6e9c681-b108-4466-be90-e8adc7738e32, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:07.370461 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.444430 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] For port a6e9c681-b108-4466-be90-e8adc7738e32, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:07.447859 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] For port a6e9c681-b108-4466-be90-e8adc7738e32, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=a6e9c681-b108-4466-be90-e8adc7738e32,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:07.455945 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.470559 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Allocated IP 172.28.2.185 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/b7132536-5d72-43c8-8f83-f09cdd2f054d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:07.487335 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-28263103-network', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:07.519530 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Made reservation on behalf of 13123b08cc17456d93b5bd80ce2c50d4 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:07.524113 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.537396 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.547676 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9043a2-84b3-4678-bc2f-0a7303ebbd74 None None] Pushing event updated for resources: {'Port': ['ID=a6e9c681-b108-4466-be90-e8adc7738e32,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:07.684287 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Publish callbacks [] for security_group (deaef9f4-d816-4e0b-854e-0081635fed7e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.686230 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks [] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.689317 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (deaef9f4-d816-4e0b-854e-0081635fed7e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.713454 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:02:07.726449 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (6fbe2383-c7de-41a5-9ce2-3af06914af9f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.727465 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Added segment 6fbe2383-c7de-41a5-9ce2-3af06914af9f of type vlan for network ddaffb82-6513-4745-bac8-becc9cfce0de Mar 26 03:02:07.753006 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.795156 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (ddaffb82-6513-4745-bac8-becc9cfce0de), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.848575 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaef9f4-d816-4e0b-854e-0081635fed7e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:07.854311 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Pushing event updated for resources: {'Port': ['ID=b7132536-5d72-43c8-8f83-f09cdd2f054d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:07.856804 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (ddaffb82-6513-4745-bac8-becc9cfce0de), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.857979 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:07.860567 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:07.872740 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.873720 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.874299 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.874417 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:07.874417 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:07.878410 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.879118 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.880064 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.883560 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:07.884290 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.884837 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.887190 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.887850 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.888695 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.889249 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.889794 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.890418 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.891393 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Tracked resource versions report: Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: pushed versions: Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: { 'AddressGroup': {'1.2'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Agent': {'1.1'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Log': {'1.0'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'NDPProxy': {'1.0'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Network': {'1.1'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Port': {'1.7'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'PortForwarding': {'1.3'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'QosPolicy': {'1.10'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'SecurityGroup': {'1.5'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'SubPort': {'1.0'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Subnet': {'1.1'}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Trunk': {'1.1'}} Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: consumer versions: Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: { DHCP agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: HyperV agent@hv-cinder-83532: {}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: L3 agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: Metadata agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: Metering agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: Open vSwitch agent@dv-cinder-835328-1-smb: { 'AddressGroup': '1.2', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Agent': '1.1', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'ConntrackHelper': '1.0', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'LocalIPAssociation': '1.0', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Log': '1.0', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'NDPProxy': '1.0', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Network': '1.1', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Port': '1.7', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'PortForwarding': '1.3', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'QosPolicy': '1.10', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'SecurityGroup': '1.5', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'SecurityGroupRule': '1.2', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'SubPort': '1.0', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Subnet': '1.1', Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: 'Trunk': '1.1'}} Mar 26 03:02:07.892798 dv-cinder-835328-1-smb neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:02:07.987011 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51178) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:07.987300 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8999538 Mar 26 03:02:08.001622 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Request body: {'subnet': {'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-28263103-subnet', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:08.019709 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3f993-db1c-471a-8259-5991cde39aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=ddaffb82-6513-4745-bac8-becc9cfce0de,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:08.030596 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network ddaffb82-6513-4745-bac8-becc9cfce0de details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:02:08.071222 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51186) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:08.086766 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Made reservation on behalf of 13123b08cc17456d93b5bd80ce2c50d4 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:08.089638 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.096016 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51190) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:08.270293 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51206) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:08.355123 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-732250833-network', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:08.377975 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-214343025-network', 'tenant_id': '8cf8062c648142f5bf2a7cecf1650ce1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:08.407838 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Made reservation on behalf of effe98d5c94d45249d92bcd408fc9739 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:08.422195 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.431179 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Made reservation on behalf of 8cf8062c648142f5bf2a7cecf1650ce1 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:08.433668 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.446130 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks [] for router_gateway (5c22bc2d-3df5-4eaf-95d4-c475539da212), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.456219 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.467785 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.597963 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-514710928-network', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:08.631962 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (8e3506d9-8ea8-4f0d-8275-e17ddd4501d6), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.674513 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Publish callbacks [] for security_group (8f28342b-3907-4467-8d6f-2bddb8ad952c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.689399 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Publish callbacks [] for security_group (787394b2-7418-4a02-a09f-32b3b8c28a8b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.691214 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Made reservation on behalf of 171e346333ca4d44b59ba34a1b15f865 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:08.693526 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.696538 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (8f28342b-3907-4467-8d6f-2bddb8ad952c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.717903 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:08.767706 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (787394b2-7418-4a02-a09f-32b3b8c28a8b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.770676 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f28342b-3907-4467-8d6f-2bddb8ad952c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:08.777824 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.888900 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465'] for router (5c22bc2d-3df5-4eaf-95d4-c475539da212), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.908478 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Publish callbacks [] for security_group (9ac987ec-9f1b-4319-8cb6-d6697435086f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.940699 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (9ac987ec-9f1b-4319-8cb6-d6697435086f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.954765 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:02:08.969045 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (a09ff3e8-0499-4cd5-9e46-1af04d0290a3), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:08.969781 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Added segment a09ff3e8-0499-4cd5-9e46-1af04d0290a3 of type vlan for network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f Mar 26 03:02:09.015957 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e84c9-0bbf-46c3-9645-4ad7a2d3a597 None None] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:09.028892 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (5dfeaeda-73d5-4b13-8fea-7ff995baae8f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.075897 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:02:09.079126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:02:09.097761 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (5dfeaeda-73d5-4b13-8fea-7ff995baae8f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.099438 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:09.100185 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.110325 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Checking segment: {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:09.111113 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Network hostable DHCP agents. Network: ddaffb82-6513-4745-bac8-becc9cfce0de, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:02:09.176988 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Network ddaffb82-6513-4745-bac8-becc9cfce0de is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:02:09.177667 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Pushing event updated for resources: {'Network': ['ID=5dfeaeda-73d5-4b13-8fea-7ff995baae8f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:09.180818 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (3de2c513-9375-4fc2-b5a7-fedfd970b560), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.181359 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Added segment 3de2c513-9375-4fc2-b5a7-fedfd970b560 of type vlan for network 6e2a8a64-2721-4264-be2d-3abbdcf0fad0 Mar 26 03:02:09.183208 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (49e39e4d-8c37-4645-ab6a-f546de9d242c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.183740 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Added segment 49e39e4d-8c37-4645-ab6a-f546de9d242c of type vlan for network 80765933-d2e1-4e44-98a5-585a9903a116 Mar 26 03:02:09.188488 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9168861 Mar 26 03:02:09.189470 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787394b2-7418-4a02-a09f-32b3b8c28a8b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:09.198020 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:02:09.200060 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51228) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:09.207215 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Router 5c22bc2d-3df5-4eaf-95d4-c475539da212 is scheduled to L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:02:09.214552 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Request body: {'subnet': {'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-subnet', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:09.215684 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, ddaffb82-6513-4745-bac8-becc9cfce0de) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:09.239294 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:09.240034 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef3d13-e992-41ca-be02-b66a7a3c5feb None None] Network ddaffb82-6513-4745-bac8-becc9cfce0de requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:09.242037 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.273954 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Made reservation on behalf of 171e346333ca4d44b59ba34a1b15f865 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:09.276945 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.282365 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a5cbe7c8-61cd-40b2-8a1a-d57e6786505f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2942746 Mar 26 03:02:09.285115 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51242) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:09.292013 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:09.357727 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29334'] for router (99d9b907-64a3-4e7b-8839-6f552295e4fd), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.359426 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29423'] for router (99d9b907-64a3-4e7b-8839-6f552295e4fd), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.389115 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-83b5460a-2316-44e2-b546-6217c84a4704 None None] Provisioning complete for port a6e9c681-b108-4466-be90-e8adc7738e32 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:09.389519 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83b5460a-2316-44e2-b546-6217c84a4704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.434642 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-ddaffb82-6513-4745-bac8-becc9cfce0de', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:02:09.436036 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.529256 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks [] for router_controller (99d9b907-64a3-4e7b-8839-6f552295e4fd), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.611041 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (3d5e54fb-362b-4e06-9ab8-41545d0c56f6), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.687503 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (80765933-d2e1-4e44-98a5-585a9903a116), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.698385 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5e54fb-362b-4e06-9ab8-41545d0c56f6,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:09.709444 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (6e2a8a64-2721-4264-be2d-3abbdcf0fad0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.770483 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks [] for router_gateway (99d9b907-64a3-4e7b-8839-6f552295e4fd), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.826900 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:02:09.841118 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Sync routers for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:02:09.859289 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:09.862030 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:09.947848 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9263555-a898-4fa3-8115-e9d4c64622ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac987ec-9f1b-4319-8cb6-d6697435086f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:09.962895 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (80765933-d2e1-4e44-98a5-585a9903a116), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:09.963889 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:09.964462 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.010448 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (6e2a8a64-2721-4264-be2d-3abbdcf0fad0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.011770 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:10.013741 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.028903 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.029519 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-e3ac1432-1101-45e3-8df6-c690853a1e87 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3144045 Mar 26 03:02:10.036687 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9642735 Mar 26 03:02:10.037549 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Checking segment: {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:10.037931 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Network hostable DHCP agents. Network: 5dfeaeda-73d5-4b13-8fea-7ff995baae8f, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:02:10.040269 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51262) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:10.040614 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51264) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:10.096697 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Request body: {'subnet': {'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-732250833-subnet', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:10.160327 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51268) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:10.228100 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-83b5460a-2316-44e2-b546-6217c84a4704 None None] Current status of the port a6e9c681-b108-4466-be90-e8adc7738e32 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:10.229045 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83b5460a-2316-44e2-b546-6217c84a4704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.231347 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device a6e9c681-b108-4466-be90-e8adc7738e32 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:10.241449 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1441538 Mar 26 03:02:10.243032 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51272) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:10.251939 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Request body: {'subnet': {'network_id': '6e2a8a64-2721-4264-be2d-3abbdcf0fad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-214343025-subnet', 'tenant_id': '8cf8062c648142f5bf2a7cecf1650ce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:10.257784 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:10.274874 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:02:10.278788 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595da06-5e9a-4d3f-984e-922fb87c9cfd admin admin] Pushing event updated for resources: {'Network': ['ID=80765933-d2e1-4e44-98a5-585a9903a116,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:10.293946 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Made reservation on behalf of 8cf8062c648142f5bf2a7cecf1650ce1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:10.296595 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.325702 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Allocated IP 172.20.0.2 (ddaffb82-6513-4745-bac8-becc9cfce0de/8e3506d9-8ea8-4f0d-8275-e17ddd4501d6/db79fb7e-9e27-4508-9bc5-e8350c99df56) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:10.328147 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 80765933-d2e1-4e44-98a5-585a9903a116 details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:02:10.367527 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Made reservation on behalf of effe98d5c94d45249d92bcd408fc9739 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:10.369857 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.471720 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 5dfeaeda-73d5-4b13-8fea-7ff995baae8f) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:10.497037 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:08Z', 'revision_number': 3, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:10.511113 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:10.511716 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.521216 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-357fb159-284a-43ef-b158-d3d07d714109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.533962 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Checking router: 5c22bc2d-3df5-4eaf-95d4-c475539da212 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:02:10.534725 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Updating router 5c22bc2d-3df5-4eaf-95d4-c475539da212 port b7132536-5d72-43c8-8f83-f09cdd2f054d binding host dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:02:10.537377 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5663a71-4040-4d4a-99f2-ac09da2c616f admin admin] Pushing event updated for resources: {'Network': ['ID=6e2a8a64-2721-4264-be2d-3abbdcf0fad0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:10.567502 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c1182534-7900-4c79-827f-31f260d57dd6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3571277 Mar 26 03:02:10.584744 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51274) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:10.589241 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:10.596830 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.669728 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29334'] for router (309ddfd8-4a57-4a6b-b268-f38960e1fe95), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.670764 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29423'] for router (309ddfd8-4a57-4a6b-b268-f38960e1fe95), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.740586 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks [] for router_controller (309ddfd8-4a57-4a6b-b268-f38960e1fe95), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.833862 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d38634-94ad-49f5-a48a-d4ae3716b037 None None] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:10.836244 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 6e2a8a64-2721-4264-be2d-3abbdcf0fad0 details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:02:10.926798 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port a6e9c681-b108-4466-be90-e8adc7738e32 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:10.927220 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.937822 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-357fb159-284a-43ef-b158-d3d07d714109 admin admin] Publish callbacks [] for security_group (859f33a9-bfb0-4979-a60e-74832e989a6f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.940899 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (0d76afcb-2226-4883-8f27-f4ef1345534d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:10.975315 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-83b5460a-2316-44e2-b546-6217c84a4704 None None] For port a6e9c681-b108-4466-be90-e8adc7738e32, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=a6e9c681-b108-4466-be90-e8adc7738e32,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:10.979713 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-357fb159-284a-43ef-b158-d3d07d714109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (859f33a9-bfb0-4979-a60e-74832e989a6f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.078129 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83b5460a-2316-44e2-b546-6217c84a4704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.081046 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fb159-284a-43ef-b158-d3d07d714109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859f33a9-bfb0-4979-a60e-74832e989a6f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:11.137039 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-357fb159-284a-43ef-b158-d3d07d714109 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b231bdfb4ed43919598da168a2eebb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9442112 Mar 26 03:02:11.137039 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Checking segment: {'id': '3de2c513-9375-4fc2-b5a7-fedfd970b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a8a64-2721-4264-be2d-3abbdcf0fad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:11.137039 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Network hostable DHCP agents. Network: 6e2a8a64-2721-4264-be2d-3abbdcf0fad0, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:02:11.141545 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d76afcb-2226-4883-8f27-f4ef1345534d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:11.145935 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51302) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:11.190800 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Publish callbacks [] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.201262 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.232509 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Network 6e2a8a64-2721-4264-be2d-3abbdcf0fad0 is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:02:11.236125 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e58e5e04-1735-466b-8125-864808c9298d admin admin] Publish callbacks [] for security_group (859f33a9-bfb0-4979-a60e-74832e989a6f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.261235 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e58e5e04-1735-466b-8125-864808c9298d admin admin] Publish callbacks [] for security_group (859f33a9-bfb0-4979-a60e-74832e989a6f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.286577 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks [] for router_gateway (309ddfd8-4a57-4a6b-b268-f38960e1fe95), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.304917 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Pushing event updated for resources: {'Port': ['ID=b7132536-5d72-43c8-8f83-f09cdd2f054d,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:11.317073 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Attempting to bind port b7132536-5d72-43c8-8f83-f09cdd2f054d on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:11.317631 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Attempting to bind port b7132536-5d72-43c8-8f83-f09cdd2f054d by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:11.318067 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Attempting to bind port b7132536-5d72-43c8-8f83-f09cdd2f054d on network f054278a-3c9c-4728-be97-7e282accbc6a {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:11.327353 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.328418 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.328894 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.329361 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.329818 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.330162 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.330585 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.330982 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.331385 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.331719 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.332048 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.332388 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.332721 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.333258 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.333362 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e58e5e04-1735-466b-8125-864808c9298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (859f33a9-bfb0-4979-a60e-74832e989a6f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.333593 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Tracked resource versions report: Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: pushed versions: Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: { 'AddressGroup': {'1.2'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Agent': {'1.1'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'ConntrackHelper': {'1.0'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Log': {'1.0'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'NDPProxy': {'1.0'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Network': {'1.1'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Port': {'1.7'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'PortForwarding': {'1.3'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'QosPolicy': {'1.10'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'SecurityGroup': {'1.5'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'SubPort': {'1.0'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Subnet': {'1.1'}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Trunk': {'1.1'}} Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: consumer versions: Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: { DHCP agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: HyperV agent@hv-cinder-83532: {}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: L3 agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: Metadata agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: Metering agent@dv-cinder-835328-1-smb: {}, Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: Open vSwitch agent@dv-cinder-835328-1-smb: { 'AddressGroup': '1.2', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Agent': '1.1', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'ConntrackHelper': '1.0', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'LocalIPAssociation': '1.0', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Log': '1.0', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'NDPProxy': '1.0', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Network': '1.1', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Port': '1.7', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'PortForwarding': '1.3', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'QosPolicy': '1.10', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'SecurityGroup': '1.5', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'SecurityGroupRule': '1.2', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'SubPort': '1.0', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Subnet': '1.1', Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: 'Trunk': '1.1'}} Mar 26 03:02:11.335336 dv-cinder-835328-1-smb neutron-server[103166]: {{(pid=103166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:02:11.337635 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e58e5e04-1735-466b-8125-864808c9298d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.338734 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e58e5e04-1735-466b-8125-864808c9298d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/859f33a9-bfb0-4979-a60e-74832e989a6f HTTP/1.1" status: 204 len: 168 time: 0.1912727 Mar 26 03:02:11.341867 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 6e2a8a64-2721-4264-be2d-3abbdcf0fad0) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:11.352376 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:11.352981 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.356023 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e5e04-1735-466b-8125-864808c9298d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859f33a9-bfb0-4979-a60e-74832e989a6f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:11.375666 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:11.376119 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:11.376527 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.376919 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Bound using segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:11.377429 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Bound port: b7132536-5d72-43c8-8f83-f09cdd2f054d, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:11.377784 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.388669 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ea734-4e5d-4dc9-a6ea-9c6ef0176335 None None] Network 6e2a8a64-2721-4264-be2d-3abbdcf0fad0 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:11.390852 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1181b368-4afd-4f40-9e04-55ad0c3cdb04 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1439688 Mar 26 03:02:11.448570 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] For port b7132536-5d72-43c8-8f83-f09cdd2f054d, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:11.453457 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] For port b7132536-5d72-43c8-8f83-f09cdd2f054d, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=b7132536-5d72-43c8-8f83-f09cdd2f054d,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:11.464108 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.508901 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port a6e9c681-b108-4466-be90-e8adc7738e32 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:11.524152 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5460a-2316-44e2-b546-6217c84a4704 None None] Pushing event updated for resources: {'Port': ['ID=a6e9c681-b108-4466-be90-e8adc7738e32,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:11.559288 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-40476dc5-42ff-412e-9460-51b046569961 None None] Provisioning complete for port a6e9c681-b108-4466-be90-e8adc7738e32 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:11.560183 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-40476dc5-42ff-412e-9460-51b046569961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.584749 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks [] for router_gateway (99d9b907-64a3-4e7b-8839-6f552295e4fd), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.664939 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.668831 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3035756-cc0f-443a-920a-b797631642a1 None None] Pushing event updated for resources: {'Port': ['ID=b7132536-5d72-43c8-8f83-f09cdd2f054d,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:11.678007 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:11.678650 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:11.768138 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device a6e9c681-b108-4466-be90-e8adc7738e32 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:11.823176 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (bedb4a5f-8dfa-4d7f-acde-f2366235f15c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.824061 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:02:11.824987 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.845532 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Publish callbacks [] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:11.850061 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9244f-656d-4dc4-adc2-ce713331e07a None None] Network 6e2a8a64-2721-4264-be2d-3abbdcf0fad0 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:11.916544 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Checking segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:11.916909 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Network hostable DHCP agents. Network: 80765933-d2e1-4e44-98a5-585a9903a116, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:02:11.937993 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:11.980356 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.039079 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.107406 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Network 80765933-d2e1-4e44-98a5-585a9903a116 is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:02:12.226513 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port a6e9c681-b108-4466-be90-e8adc7738e32 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:12.226513 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.226815 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51358) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:12.227121 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51360) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:12.232977 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Network ddaffb82-6513-4745-bac8-becc9cfce0de is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:12.243247 dv-cinder-835328-1-smb neutron-server[103163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 26 03:02:12.257624 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedb4a5f-8dfa-4d7f-acde-f2366235f15c,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:12.286795 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:12.290380 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.294150 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 80765933-d2e1-4e44-98a5-585a9903a116) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:12.298902 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:12.302446 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Pushing event updated for resources: {'Port': ['ID=db79fb7e-9e27-4508-9bc5-e8350c99df56,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:12.313690 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-40476dc5-42ff-412e-9460-51b046569961 None None] Current status of the port a6e9c681-b108-4466-be90-e8adc7738e32 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:12.316776 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcbd7b48-d937-4596-bbe8-7a9ecc1bba0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.317743 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0ab899-68e8-4072-b362-088149a50cc7 None None] Network 80765933-d2e1-4e44-98a5-585a9903a116 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:12.322367 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:12.322987 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.376526 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Allocated IP 172.28.2.60 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/496143c6-2366-4016-b8e8-1637c2034e0f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:12.496083 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:08Z', 'revision_number': 3, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:12.523966 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Allocated IP 172.20.0.2 (5dfeaeda-73d5-4b13-8fea-7ff995baae8f/3d5e54fb-362b-4e06-9ab8-41545d0c56f6/5b3b69db-89a4-486c-8174-e38a7a7b4b0a) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:12.547628 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89f9c3-8988-4ec9-a02e-640401df40de None None] The sync data for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb is: [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:08Z', 'revision_number': 3, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:02:12.552120 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Attempting to bind port db79fb7e-9e27-4508-9bc5-e8350c99df56 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:12.552733 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Attempting to bind port db79fb7e-9e27-4508-9bc5-e8350c99df56 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:12.553523 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Attempting to bind port db79fb7e-9e27-4508-9bc5-e8350c99df56 on network ddaffb82-6513-4745-bac8-becc9cfce0de {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:12.589717 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:12.590294 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Checking segment: {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:12.590864 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.591430 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Bound using segment: {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:12.592051 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Bound port: db79fb7e-9e27-4508-9bc5-e8350c99df56, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:12.592554 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.670432 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-93af3c85-bbc8-4b77-97e8-502f4246f999 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:12.678919 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-93af3c85-bbc8-4b77-97e8-502f4246f999 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/networks?id=6e2a8a64-2721-4264-be2d-3abbdcf0fad0 HTTP/1.1" status: 200 len: 811 time: 0.4489048 Mar 26 03:02:12.705244 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-82d0cdc0-c0fe-4540-9dea-40193fd23ebf tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/quotas/8cf8062c648142f5bf2a7cecf1650ce1 HTTP/1.1" status: 200 len: 375 time: 0.0253522 Mar 26 03:02:12.711248 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8d41ef50-a1e6-44cb-9afe-e60cb412e32e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6658916 Mar 26 03:02:12.715611 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51376) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:12.719928 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:12.756784 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29334'] for router (78357eb0-b73a-41c3-b568-a544d6124a8d), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.758262 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29423'] for router (78357eb0-b73a-41c3-b568-a544d6124a8d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.762300 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-80765933-d2e1-4e44-98a5-585a9903a116', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:02:12.763596 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.777371 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-3a57a2db-a077-4824-b759-e0d9ae319989 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cf8062c648142f5bf2a7cecf1650ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711083 Mar 26 03:02:12.795875 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcbd7b48-d937-4596-bbe8-7a9ecc1bba0d admin admin] Publish callbacks [] for security_group (6d8aabe4-8e09-4817-8c89-9cdb11878a61), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.805161 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcbd7b48-d937-4596-bbe8-7a9ecc1bba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (6d8aabe4-8e09-4817-8c89-9cdb11878a61), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.823476 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks [] for port (496143c6-2366-4016-b8e8-1637c2034e0f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.831298 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] For port db79fb7e-9e27-4508-9bc5-e8350c99df56, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:12.839714 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] For port db79fb7e-9e27-4508-9bc5-e8350c99df56, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=db79fb7e-9e27-4508-9bc5-e8350c99df56,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:12.848117 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port a6e9c681-b108-4466-be90-e8adc7738e32 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:12.861430 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-bcbd7b48-d937-4596-bbe8-7a9ecc1bba0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68f52863bf7e479e90fe537f4712a230&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6329949 Mar 26 03:02:12.862275 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.864540 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51382) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:12.870644 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd7b48-d937-4596-bbe8-7a9ecc1bba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8aabe4-8e09-4817-8c89-9cdb11878a61,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:12.941890 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks [] for router_gateway (309ddfd8-4a57-4a6b-b268-f38960e1fe95), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.960718 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e49186f2-96fa-4ee9-8924-819f3a4e15f2 admin admin] Publish callbacks [] for security_group (6d8aabe4-8e09-4817-8c89-9cdb11878a61), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.985859 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks [] for router_controller (78357eb0-b73a-41c3-b568-a544d6124a8d), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:12.987285 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:13.026473 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e49186f2-96fa-4ee9-8924-819f3a4e15f2 admin admin] Publish callbacks [] for security_group (6d8aabe4-8e09-4817-8c89-9cdb11878a61), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:13.133884 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e49186f2-96fa-4ee9-8924-819f3a4e15f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (6d8aabe4-8e09-4817-8c89-9cdb11878a61), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:13.138014 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e49186f2-96fa-4ee9-8924-819f3a4e15f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:13.143335 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e49186f2-96fa-4ee9-8924-819f3a4e15f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d8aabe4-8e09-4817-8c89-9cdb11878a61 HTTP/1.1" status: 204 len: 168 time: 0.2761416 Mar 26 03:02:13.156834 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49186f2-96fa-4ee9-8924-819f3a4e15f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8aabe4-8e09-4817-8c89-9cdb11878a61,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:13.170932 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-867f91b3-ca1f-452e-a28f-601f96c6e0e0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:02:13.172463 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-867f91b3-ca1f-452e-a28f-601f96c6e0e0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1265259 Mar 26 03:02:13.193657 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd269367-ae47-43b1-af4b-6303bbcbc672 None None] Pushing event updated for resources: {'Port': ['ID=db79fb7e-9e27-4508-9bc5-e8350c99df56,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:13.221218 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Publish callbacks [] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:13.240877 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:13.244075 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Allocated IP 172.20.0.2 (80765933-d2e1-4e44-98a5-585a9903a116/bedb4a5f-8dfa-4d7f-acde-f2366235f15c/ffd7c979-0537-453e-8d9a-e180edaead93) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:13.525181 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-2e6f2e33-6ec9-4fef-bc63-195a1491b29d service neutron] 10.222.0.13 "GET /v2.0/networks/6e2a8a64-2721-4264-be2d-3abbdcf0fad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439291 Mar 26 03:02:13.611391 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:13.626502 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Pushing event updated for resources: {'Port': ['ID=5b3b69db-89a4-486c-8174-e38a7a7b4b0a,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:13.676618 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:13.682093 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Allocated IP 172.20.0.1 (33f6b930-86b6-4a58-a314-ac354f6e1adb/e1facc4f-cb68-4c17-addf-8ee9546ced99/3863126b-5db2-4e77-9fdc-ff9f426b112c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:13.688766 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:13.823889 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device b7132536-5d72-43c8-8f83-f09cdd2f054d up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:13.860861 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-7b38fc04-fb78-4f77-9344-475e99ce4c84 service neutron] 10.222.0.13 "GET /v2.0/networks/6e2a8a64-2721-4264-be2d-3abbdcf0fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309870 Mar 26 03:02:13.962629 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Publish callbacks [] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.010786 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks [] for router_gateway (78357eb0-b73a-41c3-b568-a544d6124a8d), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.023441 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.034404 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Attempting to bind port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:14.034809 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Attempting to bind port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:14.036726 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Attempting to bind port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a on network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:14.075884 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:14.077777 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Checking segment: {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:14.078858 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.081827 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Bound using segment: {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:14.083484 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Bound port: 5b3b69db-89a4-486c-8174-e38a7a7b4b0a, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:14.083960 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.111384 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.130782 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Pushing event updated for resources: {'Port': ['ID=496143c6-2366-4016-b8e8-1637c2034e0f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:14.167033 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port b7132536-5d72-43c8-8f83-f09cdd2f054d triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:14.167436 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.183581 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:14.286056 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:14.290764 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Pushing event updated for resources: {'Port': ['ID=3863126b-5db2-4e77-9fdc-ff9f426b112c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:14.292637 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51420) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:14.314066 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:14.314556 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752900'] for router_interface (5c22bc2d-3df5-4eaf-95d4-c475539da212), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.389283 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51432) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:14.410514 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:14.507373 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:14.517626 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:14.532884 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] For port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:14.541893 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] For port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=5b3b69db-89a4-486c-8174-e38a7a7b4b0a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:14.561761 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cac56555-0a40-4049-8966-8cd746ceb52d req-b5914c14-7357-4103-91f6-eb3dde44b126 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 210 time: 0.1686008 Mar 26 03:02:14.592472 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93df364b-0e77-4b8c-8ab0-3b9a51c18d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.609510 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Publish callbacks [] for port (ffd7c979-0537-453e-8d9a-e180edaead93), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.625934 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.699554 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.727255 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93df364b-0e77-4b8c-8ab0-3b9a51c18d19 admin admin] Publish callbacks [] for security_group (45f74498-e1f8-4d3f-97da-565467229e03), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.737423 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93df364b-0e77-4b8c-8ab0-3b9a51c18d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (45f74498-e1f8-4d3f-97da-565467229e03), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.784941 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-93df364b-0e77-4b8c-8ab0-3b9a51c18d19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c20a535d1f0e4c1aaa91deaf6a36ca0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4910793 Mar 26 03:02:14.792827 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51450) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:14.809962 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Allocated IP 172.28.2.107 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/715d80d6-29d8-4d19-8f81-5d74e6fa7b21) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:14.867651 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df364b-0e77-4b8c-8ab0-3b9a51c18d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f74498-e1f8-4d3f-97da-565467229e03,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:14.873510 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1b7d65b-5ef7-49f2-948b-4254a8c19dc4 admin admin] Publish callbacks [] for security_group (45f74498-e1f8-4d3f-97da-565467229e03), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.904406 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1b7d65b-5ef7-49f2-948b-4254a8c19dc4 admin admin] Publish callbacks [] for security_group (45f74498-e1f8-4d3f-97da-565467229e03), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:14.913909 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Network 80765933-d2e1-4e44-98a5-585a9903a116 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:14.924439 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f289e-60f9-4db6-aff4-b91af90d4eec None None] Pushing event updated for resources: {'Port': ['ID=5b3b69db-89a4-486c-8174-e38a7a7b4b0a,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:14.930516 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:14.939874 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:14.978977 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port b7132536-5d72-43c8-8f83-f09cdd2f054d is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:14.979719 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.002794 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1b7d65b-5ef7-49f2-948b-4254a8c19dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (45f74498-e1f8-4d3f-97da-565467229e03), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.007311 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1b7d65b-5ef7-49f2-948b-4254a8c19dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.008733 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b1b7d65b-5ef7-49f2-948b-4254a8c19dc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45f74498-e1f8-4d3f-97da-565467229e03 HTTP/1.1" status: 204 len: 168 time: 0.2146215 Mar 26 03:02:15.027858 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7d65b-5ef7-49f2-948b-4254a8c19dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f74498-e1f8-4d3f-97da-565467229e03,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:15.033198 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b5b19-aa45-4262-bf37-5a1b56403719 None None] Network ddaffb82-6513-4745-bac8-becc9cfce0de requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:15.036625 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-d974323c-f787-45eb-afbd-3b9a6a012473 None None] Provisioning complete for port 3863126b-5db2-4e77-9fdc-ff9f426b112c triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:15.037122 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d974323c-f787-45eb-afbd-3b9a6a012473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.246584 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port b7132536-5d72-43c8-8f83-f09cdd2f054d, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=b7132536-5d72-43c8-8f83-f09cdd2f054d,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:15.320460 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d974323c-f787-45eb-afbd-3b9a6a012473 None None] Port 3863126b-5db2-4e77-9fdc-ff9f426b112c cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:15.358240 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Pushing event updated for resources: {'Port': ['ID=ffd7c979-0537-453e-8d9a-e180edaead93,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:15.397339 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.398701 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device db79fb7e-9e27-4508-9bc5-e8350c99df56 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:15.400659 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.569282 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=b7132536-5d72-43c8-8f83-f09cdd2f054d,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:15.581954 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Attempting to bind port ffd7c979-0537-453e-8d9a-e180edaead93 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:15.582352 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Attempting to bind port ffd7c979-0537-453e-8d9a-e180edaead93 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:15.582707 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Attempting to bind port ffd7c979-0537-453e-8d9a-e180edaead93 on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:15.705469 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks [] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.709605 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks [] for router_gateway (99d9b907-64a3-4e7b-8839-6f552295e4fd), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.712563 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:15.716599 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Checking segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:15.718041 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.722585 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Bound using segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:15.723142 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Bound port: ffd7c979-0537-453e-8d9a-e180edaead93, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:15.723595 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.749620 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-4bae1207-17e1-4c9f-8cae-516bfcfbf844 None None] Provisioning complete for port db79fb7e-9e27-4508-9bc5-e8350c99df56 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:15.752317 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4bae1207-17e1-4c9f-8cae-516bfcfbf844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.800158 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8d2ec5a3-ac65-4ab4-abe8-1691d9fef054 req-f4429880-c113-4e3a-ab01-b25a2a90e13f tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 210 time: 0.0920377 Mar 26 03:02:15.908299 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks [] for router_gateway (78357eb0-b73a-41c3-b568-a544d6124a8d), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:15.914180 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port db79fb7e-9e27-4508-9bc5-e8350c99df56 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:15.914653 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:16.080526 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:16.159813 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] For port ffd7c979-0537-453e-8d9a-e180edaead93, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:16.238857 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] For port ffd7c979-0537-453e-8d9a-e180edaead93, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=ffd7c979-0537-453e-8d9a-e180edaead93,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:16.248947 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-4bae1207-17e1-4c9f-8cae-516bfcfbf844 None None] Current status of the port db79fb7e-9e27-4508-9bc5-e8350c99df56 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:16.250083 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4bae1207-17e1-4c9f-8cae-516bfcfbf844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:16.285812 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:16.470753 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4bae1207-17e1-4c9f-8cae-516bfcfbf844 None None] For port db79fb7e-9e27-4508-9bc5-e8350c99df56, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=db79fb7e-9e27-4508-9bc5-e8350c99df56,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:16.474710 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port db79fb7e-9e27-4508-9bc5-e8350c99df56 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:16.475134 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:16.524929 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4bae1207-17e1-4c9f-8cae-516bfcfbf844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:16.554923 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655d4a7-80a2-47c5-9740-091820bb8dbb None None] Pushing event updated for resources: {'Port': ['ID=ffd7c979-0537-453e-8d9a-e180edaead93,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:16.574193 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:16.576936 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Allocated IP 172.28.2.83 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/caff3ad5-99ad-4ab4-9fa2-2885a6fd043d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:16.800722 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.db.api [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 26 03:02:16.801281 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG oslo_db.api [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 26 03:02:16.810244 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad6c844-22b7-436b-9ce4-18a89c7fad1b None None] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:16.944254 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae1207-17e1-4c9f-8cae-516bfcfbf844 None None] Pushing event updated for resources: {'Port': ['ID=db79fb7e-9e27-4508-9bc5-e8350c99df56,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:16.977439 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-74def8bc-1d10-49d8-a90b-9a855953653a None None] Provisioning complete for port db79fb7e-9e27-4508-9bc5-e8350c99df56 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:16.978263 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-74def8bc-1d10-49d8-a90b-9a855953653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:17.040561 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465'] for router (99d9b907-64a3-4e7b-8839-6f552295e4fd), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:17.079666 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:17.100154 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:17.146893 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Pushing event updated for resources: {'Port': ['ID=715d80d6-29d8-4d19-8f81-5d74e6fa7b21,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:17.153740 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:17.213343 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5c5ee8a9-8c33-47fd-9cdd-2c9e4dd2ee5f req-8a4bd8c6-7597-4f91-8be5-eaa4cbbaad68 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 210 time: 0.0541260 Mar 26 03:02:17.319900 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Publish callbacks [] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:17.344717 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:17.345569 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752784'] for router_interface (5c22bc2d-3df5-4eaf-95d4-c475539da212), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:17.404541 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port db79fb7e-9e27-4508-9bc5-e8350c99df56 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:17.491329 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-74def8bc-1d10-49d8-a90b-9a855953653a None None] Current status of the port db79fb7e-9e27-4508-9bc5-e8350c99df56 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:17.587750 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Pushing event updated for resources: {'Port': ['ID=3863126b-5db2-4e77-9fdc-ff9f426b112c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:17.638234 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f884a90d-2398-4d5c-a69f-4d88c6ade7d6 None None] Provisioning complete for port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:17.638792 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f884a90d-2398-4d5c-a69f-4d88c6ade7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:17.670173 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks [] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:17.862276 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device b7132536-5d72-43c8-8f83-f09cdd2f054d up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:17.917017 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.15', 56203) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:17.960527 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f884a90d-2398-4d5c-a69f-4d88c6ade7d6 None None] Current status of the port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:17.960977 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f884a90d-2398-4d5c-a69f-4d88c6ade7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:18.054491 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:18.066683 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:18.075463 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:18.112209 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f884a90d-2398-4d5c-a69f-4d88c6ade7d6 None None] For port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=5b3b69db-89a4-486c-8174-e38a7a7b4b0a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:18.145449 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port b7132536-5d72-43c8-8f83-f09cdd2f054d triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:18.145834 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:18.147764 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f884a90d-2398-4d5c-a69f-4d88c6ade7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:18.186104 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-a424f9f7-0c65-4f1a-8ff8-7335c41cb70c tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:18.188005 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-a424f9f7-0c65-4f1a-8ff8-7335c41cb70c tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.15 "GET /v2.0/networks?id=6e2a8a64-2721-4264-be2d-3abbdcf0fad0 HTTP/1.1" status: 200 len: 811 time: 0.2698472 Mar 26 03:02:18.254750 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Request body: {'port': {'device_id': 'fc8be529-fdcb-46db-9dbf-92abfe3cb23d', 'network_id': '6e2a8a64-2721-4264-be2d-3abbdcf0fad0', 'admin_state_up': True, 'tenant_id': '8cf8062c648142f5bf2a7cecf1650ce1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:18.277972 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Router 99d9b907-64a3-4e7b-8839-6f552295e4fd is scheduled to L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:02:18.323879 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:18.331782 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks [] for router_gateway (309ddfd8-4a57-4a6b-b268-f38960e1fe95), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:18.418703 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:18.432577 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:18.480269 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Pushing event updated for resources: {'Port': ['ID=caff3ad5-99ad-4ab4-9fa2-2885a6fd043d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:18.558545 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c4fa82-edb3-434c-bb9b-89d6611aae91 None None] Network 80765933-d2e1-4e44-98a5-585a9903a116 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:18.614664 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51608) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:18.617832 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-868ad2f9-e5a8-45ad-8a5f-bd98d0bb0473 req-0a8dada5-4e64-473f-8c52-e4ef1682420a tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 210 time: 0.0295796 Mar 26 03:02:18.619257 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Made reservation on behalf of 8cf8062c648142f5bf2a7cecf1650ce1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:18.623223 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:18.685595 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-6aed575a-eb08-4dbc-97a5-7f7b1ac382ae None None] Provisioning complete for port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:18.687961 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6aed575a-eb08-4dbc-97a5-7f7b1ac382ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:18.694970 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884a90d-2398-4d5c-a69f-4d88c6ade7d6 None None] Pushing event updated for resources: {'Port': ['ID=5b3b69db-89a4-486c-8174-e38a7a7b4b0a,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:18.770048 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Router 5c22bc2d-3df5-4eaf-95d4-c475539da212 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:02:18.845810 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port b7132536-5d72-43c8-8f83-f09cdd2f054d is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:18.847113 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device db79fb7e-9e27-4508-9bc5-e8350c99df56 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:18.928387 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-6aed575a-eb08-4dbc-97a5-7f7b1ac382ae None None] Current status of the port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:18.945770 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port db79fb7e-9e27-4508-9bc5-e8350c99df56 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:18.946238 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.000862 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Allocated IP 172.20.0.3 (6e2a8a64-2721-4264-be2d-3abbdcf0fad0/0d76afcb-2226-4883-8f27-f4ef1345534d/8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:19.105520 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port db79fb7e-9e27-4508-9bc5-e8350c99df56 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:19.111103 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device ffd7c979-0537-453e-8d9a-e180edaead93 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:19.221452 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] Provisioning complete for port ffd7c979-0537-453e-8d9a-e180edaead93 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:19.221822 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.232049 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:02:19.332926 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Sync routers for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:02:19.348956 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf8e9-983d-40f1-876a-3beeda4ae8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.390076 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.394297 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-d9170e8c-ed10-483d-b216-d01ba482e4bf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.1048746 Mar 26 03:02:19.395925 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51638) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:19.403191 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:19.404391 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:19.480762 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465'] for router (309ddfd8-4a57-4a6b-b268-f38960e1fe95), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.487739 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:02:19.493621 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9851f3a2-f070-4d31-a829-75427f965091 admin admin] 10.222.0.13 "PUT /v2.0/routers/5c22bc2d-3df5-4eaf-95d4-c475539da212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4520328 Mar 26 03:02:19.497913 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks [] for router_gateway (78357eb0-b73a-41c3-b568-a544d6124a8d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.507208 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Sync routers for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:02:19.533878 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port ffd7c979-0537-453e-8d9a-e180edaead93 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:19.534429 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.541895 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:19.543462 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:19.684921 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:19.689704 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] Current status of the port ffd7c979-0537-453e-8d9a-e180edaead93 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:19.690254 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.866998 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf8e9-983d-40f1-876a-3beeda4ae8ee admin admin] Publish callbacks [] for security_group (566cd276-49ee-4ed4-bf73-996e9a8b76a8), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.901729 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf8e9-983d-40f1-876a-3beeda4ae8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (566cd276-49ee-4ed4-bf73-996e9a8b76a8), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.947123 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a9603018-030b-48d6-aa46-6713bba8ca4a req-16cf114d-32fd-47b0-8c47-59c96d57ba04 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 210 time: 0.0986381 Mar 26 03:02:19.962821 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Publish callbacks [] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:19.986742 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:20.087326 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] For port ffd7c979-0537-453e-8d9a-e180edaead93, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=ffd7c979-0537-453e-8d9a-e180edaead93,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:20.112235 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.122571 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port ffd7c979-0537-453e-8d9a-e180edaead93 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:20.125373 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.178689 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-3f6bf8e9-983d-40f1-876a-3beeda4ae8ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a0703f3fb354ac18b16908868fcb318&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5590107 Mar 26 03:02:20.192753 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51654) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:20.192971 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bf8e9-983d-40f1-876a-3beeda4ae8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566cd276-49ee-4ed4-bf73-996e9a8b76a8,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:20.318076 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] Provisioning complete for port 3863126b-5db2-4e77-9fdc-ff9f426b112c triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:20.318076 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.420656 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 is scheduled to L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:02:20.428932 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465'] for router (78357eb0-b73a-41c3-b568-a544d6124a8d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.447906 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] Pushing event updated for resources: {'Port': ['ID=ffd7c979-0537-453e-8d9a-e180edaead93,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:20.495390 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-854e8fd2-d79e-459b-8760-38c958245002 admin admin] Publish callbacks [] for security_group (566cd276-49ee-4ed4-bf73-996e9a8b76a8), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.538076 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-854e8fd2-d79e-459b-8760-38c958245002 admin admin] Publish callbacks [] for security_group (566cd276-49ee-4ed4-bf73-996e9a8b76a8), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.554933 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd7f58-f33f-4d73-ae11-ab8d033b3ae4 None None] Port 3863126b-5db2-4e77-9fdc-ff9f426b112c cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:20.560297 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.562965 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.db.api [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 26 03:02:20.563738 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG oslo_db.api [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 26 03:02:20.609277 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 3, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:20.660091 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-854e8fd2-d79e-459b-8760-38c958245002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (566cd276-49ee-4ed4-bf73-996e9a8b76a8), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.662665 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-854e8fd2-d79e-459b-8760-38c958245002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.672003 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-854e8fd2-d79e-459b-8760-38c958245002 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/566cd276-49ee-4ed4-bf73-996e9a8b76a8 HTTP/1.1" status: 204 len: 168 time: 0.4668512 Mar 26 03:02:20.692081 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Checking router: 99d9b907-64a3-4e7b-8839-6f552295e4fd for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:02:20.692849 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Updating router 99d9b907-64a3-4e7b-8839-6f552295e4fd port 496143c6-2366-4016-b8e8-1637c2034e0f binding host dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:02:20.738787 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 2, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:20.784706 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.799875 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Network 6e2a8a64-2721-4264-be2d-3abbdcf0fad0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:20.822520 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e8fd2-d79e-459b-8760-38c958245002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566cd276-49ee-4ed4-bf73-996e9a8b76a8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:20.830738 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Checking router: 5c22bc2d-3df5-4eaf-95d4-c475539da212 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:02:20.833744 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Updating router 5c22bc2d-3df5-4eaf-95d4-c475539da212 port 3863126b-5db2-4e77-9fdc-ff9f426b112c binding host dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:02:20.847769 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:20.877337 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:20.893645 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:20.895412 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.896989 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.907567 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-659e8c35-5772-4be1-bacb-e27f088c0f8e None None] Provisioning complete for port ffd7c979-0537-453e-8d9a-e180edaead93 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:20.908004 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-659e8c35-5772-4be1-bacb-e27f088c0f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:20.967043 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:02:20.997203 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Pushing event updated for resources: {'Port': ['ID=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:21.078511 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:21.079925 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8de429a3-b45a-4e6a-8244-aa406fe7e905 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.4941177 Mar 26 03:02:21.092318 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51682) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:21.117883 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-922b71d4-15ac-46c6-b283-b162b7f3eb39 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8744287 Mar 26 03:02:21.155031 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Router 78357eb0-b73a-41c3-b568-a544d6124a8d is scheduled to L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:02:21.200418 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Sync routers for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:02:21.298232 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-3db90312-fa94-473f-ac77-cba5e6aded6b tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:02:21.299521 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-3db90312-fa94-473f-ac77-cba5e6aded6b tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0881035 Mar 26 03:02:21.341894 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-273c0460-8485-4812-a9d4-72b98dcc9291 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:21.350090 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-273c0460-8485-4812-a9d4-72b98dcc9291 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 819 time: 0.7965100 Mar 26 03:02:21.397721 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:21.398194 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:21.415570 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-b417d67d-f9cd-4d31-82f8-026b205f9705 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/quotas/2f5c934af0964ba5bba5bdec639ff075 HTTP/1.1" status: 200 len: 375 time: 0.0628221 Mar 26 03:02:21.494227 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8cdc-918f-4aa2-8d4e-1bc0d696d150 req-5d896338-cbd8-4ed4-8f05-31edb3f30d6c tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:21.501108 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-59aa8cdc-918f-4aa2-8d4e-1bc0d696d150 req-5d896338-cbd8-4ed4-8f05-31edb3f30d6c tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 931 time: 0.4258585 Mar 26 03:02:21.513317 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:02:21.531520 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:02:21.599645 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:21.610495 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-15f60f10-a4fe-46f0-997c-beee39764880 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.8942590 Mar 26 03:02:21.614581 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51694) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:21.681684 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:21.682656 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:22.055512 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port ffd7c979-0537-453e-8d9a-e180edaead93 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:22.066345 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 5b3b69db-89a4-486c-8174-e38a7a7b4b0a up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:22.111729 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-59aa8cdc-918f-4aa2-8d4e-1bc0d696d150 req-a04d4c55-c524-4406-afa4-d149ad1b1256 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097138 Mar 26 03:02:22.161601 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Publish callbacks [] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:22.185866 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:22.368903 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac1baf-9717-49a7-849d-a1d2b655ae39 None None] Pushing event updated for resources: {'Port': ['ID=3863126b-5db2-4e77-9fdc-ff9f426b112c,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:22.394035 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-2562c1a6-04ee-4e2c-8db6-c4c2f86ba63a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9788661 Mar 26 03:02:22.479636 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:22.533616 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:22.643736 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Request body: {'port': {'device_id': 'fc8be529-fdcb-46db-9dbf-92abfe3cb23d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:22.661025 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-659e8c35-5772-4be1-bacb-e27f088c0f8e None None] Current status of the port ffd7c979-0537-453e-8d9a-e180edaead93 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:22.716968 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:22.931955 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Attempting to bind port 3863126b-5db2-4e77-9fdc-ff9f426b112c on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:22.932778 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Attempting to bind port 3863126b-5db2-4e77-9fdc-ff9f426b112c by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:22.933351 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Attempting to bind port 3863126b-5db2-4e77-9fdc-ff9f426b112c on network 33f6b930-86b6-4a58-a314-ac354f6e1adb {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:22.944042 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:22.944810 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Checking segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:22.945610 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:22.946204 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Bound using segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:22.947111 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Bound port: 3863126b-5db2-4e77-9fdc-ff9f426b112c, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:22.947840 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:22.961978 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51724) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:22.962312 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 51726) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:23.038538 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] For port 3863126b-5db2-4e77-9fdc-ff9f426b112c, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:23.042856 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] For port 3863126b-5db2-4e77-9fdc-ff9f426b112c, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=3863126b-5db2-4e77-9fdc-ff9f426b112c,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:23.048572 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:23.048895 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.053447 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.061130 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Allocated IP 172.20.0.1 (80765933-d2e1-4e44-98a5-585a9903a116/bedb4a5f-8dfa-4d7f-acde-f2366235f15c/a7a78684-ff90-471b-a6af-d58a250127f4) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:23.122638 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac1baf-9717-49a7-849d-a1d2b655ae39 None None] Pushing event updated for resources: {'Port': ['ID=3863126b-5db2-4e77-9fdc-ff9f426b112c,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:23.134571 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:18Z', 'revision_number': 3, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:23.199436 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:02:23.200926 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Updating router 78357eb0-b73a-41c3-b568-a544d6124a8d port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d binding host dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:02:23.217267 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-7027f1a8-88c7-486a-a691-6597f0cecfec None None] Provisioning complete for port 3863126b-5db2-4e77-9fdc-ff9f426b112c triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:23.217666 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7027f1a8-88c7-486a-a691-6597f0cecfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.239652 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.278745 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-983902126-network', 'tenant_id': '462e4bcacd2f45238e7876480e4304b2'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:23.290302 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:23.292787 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:23.379545 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-f7edb83d-d58a-4029-926c-54c893b27cf9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:02:23.390235 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-f7edb83d-d58a-4029-926c-54c893b27cf9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3210578 Mar 26 03:02:23.401311 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.417765 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:23.435822 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Publish callbacks [] for port (496143c6-2366-4016-b8e8-1637c2034e0f), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.439563 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Publish callbacks [] for port (a7a78684-ff90-471b-a6af-d58a250127f4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.470239 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.528357 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.595068 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Attempting to bind port 496143c6-2366-4016-b8e8-1637c2034e0f on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:23.595539 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Attempting to bind port 496143c6-2366-4016-b8e8-1637c2034e0f by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:23.595836 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Attempting to bind port 496143c6-2366-4016-b8e8-1637c2034e0f on network f054278a-3c9c-4728-be97-7e282accbc6a {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:23.604429 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Network 80765933-d2e1-4e44-98a5-585a9903a116 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:23.609771 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:23.616315 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:23.617127 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752900'] for router_interface (78357eb0-b73a-41c3-b568-a544d6124a8d), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.637435 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:23.639511 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:23.640009 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.640381 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Bound using segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:23.641350 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Bound port: 496143c6-2366-4016-b8e8-1637c2034e0f, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:23.641743 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.652839 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device ffd7c979-0537-453e-8d9a-e180edaead93 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:23.692812 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02201aa-d435-4f20-9ce9-7492c29e9087 None None] Pushing event updated for resources: {'Port': ['ID=496143c6-2366-4016-b8e8-1637c2034e0f,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:23.763005 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-7027f1a8-88c7-486a-a691-6597f0cecfec None None] Current status of the port 3863126b-5db2-4e77-9fdc-ff9f426b112c is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:23.763632 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7027f1a8-88c7-486a-a691-6597f0cecfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.828930 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:17Z', 'revision_number': 3, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:23.832931 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.846647 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Made reservation on behalf of 462e4bcacd2f45238e7876480e4304b2 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:23.848950 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.854587 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Pushing event updated for resources: {'Port': ['ID=a7a78684-ff90-471b-a6af-d58a250127f4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:23.873262 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-7027f1a8-88c7-486a-a691-6597f0cecfec None None] For port 3863126b-5db2-4e77-9fdc-ff9f426b112c, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=3863126b-5db2-4e77-9fdc-ff9f426b112c,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:23.906691 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-2eae1479-ad29-4855-938a-899aadca0b12 service neutron] 10.222.0.13 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154514 Mar 26 03:02:23.984137 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] For port 496143c6-2366-4016-b8e8-1637c2034e0f, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:23.990524 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7027f1a8-88c7-486a-a691-6597f0cecfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:23.997317 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] For port 496143c6-2366-4016-b8e8-1637c2034e0f, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=496143c6-2366-4016-b8e8-1637c2034e0f,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:24.016948 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.044772 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:24.055668 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Checking router: 309ddfd8-4a57-4a6b-b268-f38960e1fe95 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:02:24.056073 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Updating router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 binding host dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:02:24.059761 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8978240f-4637-4e1e-9609-c19ad83639cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.101504 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027f1a8-88c7-486a-a691-6597f0cecfec None None] Pushing event updated for resources: {'Port': ['ID=3863126b-5db2-4e77-9fdc-ff9f426b112c,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:24.121672 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.191630 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.214240 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Publish callbacks [] for port (a7a78684-ff90-471b-a6af-d58a250127f4), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.222711 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.227209 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752784'] for router_interface (78357eb0-b73a-41c3-b568-a544d6124a8d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.302571 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.332199 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Pushing event updated for resources: {'Port': ['ID=a7a78684-ff90-471b-a6af-d58a250127f4,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:24.395180 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Network 80765933-d2e1-4e44-98a5-585a9903a116 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:24.397298 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:24.416177 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port ffd7c979-0537-453e-8d9a-e180edaead93 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:24.416550 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.551038 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02201aa-d435-4f20-9ce9-7492c29e9087 None None] Pushing event updated for resources: {'Port': ['ID=496143c6-2366-4016-b8e8-1637c2034e0f,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:24.621129 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-00c6ac1c-842a-476f-8651-9432ba73a2e5 None None] Provisioning complete for port 3863126b-5db2-4e77-9fdc-ff9f426b112c triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:24.621500 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00c6ac1c-842a-476f-8651-9432ba73a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.695041 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:02:24.742719 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:24.793984 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8978240f-4637-4e1e-9609-c19ad83639cb admin admin] Publish callbacks [] for security_group (367e5abd-b8b3-419f-bc7b-f030bb8610b0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.834072 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-00c6ac1c-842a-476f-8651-9432ba73a2e5 None None] Current status of the port 3863126b-5db2-4e77-9fdc-ff9f426b112c is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:24.839136 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:24.839854 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80da91-1c84-43df-9e01-5d73d6e1d34b None None] The sync data for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb is: [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:02:24.840320 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:24.894622 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Publish callbacks [] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.908385 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:24.981138 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Publish callbacks [] for security_group (236e072e-ed65-4371-b7b9-1e8ef0bf8bba), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.024095 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e12a3b-968f-46e1-85fc-8d91f74366c2 None None] Pushing event updated for resources: {'Port': ['ID=caff3ad5-99ad-4ab4-9fa2-2885a6fd043d,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:25.037900 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:25.068605 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8978240f-4637-4e1e-9609-c19ad83639cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (367e5abd-b8b3-419f-bc7b-f030bb8610b0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.080701 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:02:25.101879 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a8d96dec-246f-4c1e-a726-d5726e55aebb admin admin] 10.222.0.13 "PUT /v2.0/routers/78357eb0-b73a-41c3-b568-a544d6124a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4776461 Mar 26 03:02:25.114403 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Attempting to bind port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:25.114779 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Attempting to bind port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:25.115213 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Attempting to bind port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d on network f054278a-3c9c-4728-be97-7e282accbc6a {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:25.128233 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:25.128619 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:25.129022 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.129420 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Bound using segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:25.129885 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Bound port: caff3ad5-99ad-4ab4-9fa2-2885a6fd043d, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:25.130307 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.193478 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port ffd7c979-0537-453e-8d9a-e180edaead93 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:25.194697 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 5b3b69db-89a4-486c-8174-e38a7a7b4b0a up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:25.217538 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51756) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:25.218315 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8978240f-4637-4e1e-9609-c19ad83639cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b912cc6a2dbb43b780981fce33669ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2427697 Mar 26 03:02:25.219108 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (236e072e-ed65-4371-b7b9-1e8ef0bf8bba), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.256125 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:02:25.269128 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (44750071-c8ee-4221-bb3f-c5b9c03cfd2c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.269469 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Added segment 44750071-c8ee-4221-bb3f-c5b9c03cfd2c of type vlan for network 0843cf1d-a0b6-4893-84cc-bf66e2b58f7c Mar 26 03:02:25.347864 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00a506d9-9fa0-4ceb-abb7-d2a7bafa3793 admin admin] Publish callbacks [] for security_group (367e5abd-b8b3-419f-bc7b-f030bb8610b0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.363826 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] For port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:25.380535 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] For port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=caff3ad5-99ad-4ab4-9fa2-2885a6fd043d,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:25.389778 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (0843cf1d-a0b6-4893-84cc-bf66e2b58f7c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.399429 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.402834 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00a506d9-9fa0-4ceb-abb7-d2a7bafa3793 admin admin] Publish callbacks [] for security_group (367e5abd-b8b3-419f-bc7b-f030bb8610b0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.470975 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:25.471639 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:25.516593 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00a506d9-9fa0-4ceb-abb7-d2a7bafa3793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (367e5abd-b8b3-419f-bc7b-f030bb8610b0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.519832 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d3c86-67a4-4e58-9df6-d55b3ebfd821 req-8bf65cc2-c7ed-44ca-8909-538d065de56b tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:25.520098 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00a506d9-9fa0-4ceb-abb7-d2a7bafa3793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.521478 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-00a506d9-9fa0-4ceb-abb7-d2a7bafa3793 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/367e5abd-b8b3-419f-bc7b-f030bb8610b0 HTTP/1.1" status: 204 len: 168 time: 0.3024247 Mar 26 03:02:25.524140 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b17d3c86-67a4-4e58-9df6-d55b3ebfd821 req-8bf65cc2-c7ed-44ca-8909-538d065de56b tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 931 time: 2.1582944 Mar 26 03:02:25.524812 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (0843cf1d-a0b6-4893-84cc-bf66e2b58f7c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.525727 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:25.526295 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:25.558428 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a506d9-9fa0-4ceb-abb7-d2a7bafa3793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367e5abd-b8b3-419f-bc7b-f030bb8610b0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:25.771667 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51766) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:25.850564 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:26.139390 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e12a3b-968f-46e1-85fc-8d91f74366c2 None None] Pushing event updated for resources: {'Port': ['ID=caff3ad5-99ad-4ab4-9fa2-2885a6fd043d,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:26.155898 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Allocated IP 172.20.0.1 (ddaffb82-6513-4745-bac8-becc9cfce0de/8e3506d9-8ea8-4f0d-8275-e17ddd4501d6/5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:26.208535 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43029855-e28c-4b50-a76e-ad6b293582e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.259757 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-c917137e-96a5-4c02-88d6-b1b922315509 None None] Provisioning complete for port a7a78684-ff90-471b-a6af-d58a250127f4 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:26.260326 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c917137e-96a5-4c02-88d6-b1b922315509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.344939 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c917137e-96a5-4c02-88d6-b1b922315509 None None] Port a7a78684-ff90-471b-a6af-d58a250127f4 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:26.352132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:26.352132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.363800 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Publish callbacks [] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.400214 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 2, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:26.453415 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978240f-4637-4e1e-9609-c19ad83639cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367e5abd-b8b3-419f-bc7b-f030bb8610b0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:26.480465 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43029855-e28c-4b50-a76e-ad6b293582e8 admin admin] Publish callbacks [] for security_group (8d6789c3-09d1-46f1-8991-53e7e853dc2a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.486727 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:26.488928 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43029855-e28c-4b50-a76e-ad6b293582e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (8d6789c3-09d1-46f1-8991-53e7e853dc2a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.489705 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8667fdeb-0424-4cb0-be31-d7e315c0898d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.509022 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 3, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:26.546584 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b1f44-36b2-4506-bbc7-52f84b38a237 None None] The sync data for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb is: [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 3, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:02:26.556343 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd370ff5-df6a-4a23-96e0-9d219135c68f None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 2, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:02:26.661284 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Publish callbacks [] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.662147 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.705879 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43029855-e28c-4b50-a76e-ad6b293582e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6789c3-09d1-46f1-8991-53e7e853dc2a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:26.723217 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-43029855-e28c-4b50-a76e-ad6b293582e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d871e09ea1a410cb162871cf3254d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9504328 Mar 26 03:02:26.723819 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51780) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:26.740435 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.847449 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1beb9716-23cf-4712-8123-21bd31b72f89 admin admin] Publish callbacks [] for security_group (8d6789c3-09d1-46f1-8991-53e7e853dc2a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.868510 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Attempting to bind port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:26.868901 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Attempting to bind port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:26.869278 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Attempting to bind port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 on network f054278a-3c9c-4728-be97-7e282accbc6a {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:26.906709 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1beb9716-23cf-4712-8123-21bd31b72f89 admin admin] Publish callbacks [] for security_group (8d6789c3-09d1-46f1-8991-53e7e853dc2a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.918393 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 3863126b-5db2-4e77-9fdc-ff9f426b112c up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:26.934310 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059239f-f6a8-4a91-b0d9-9ff1b1185187 None None] Pushing event updated for resources: {'Port': ['ID=715d80d6-29d8-4d19-8f81-5d74e6fa7b21,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:26.947564 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:26.947941 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:26.948436 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:26.948731 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Bound using segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:26.958706 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Bound port: 715d80d6-29d8-4d19-8f81-5d74e6fa7b21, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:26.959305 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:27.032382 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1beb9716-23cf-4712-8123-21bd31b72f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (8d6789c3-09d1-46f1-8991-53e7e853dc2a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:27.035989 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1beb9716-23cf-4712-8123-21bd31b72f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:27.040255 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-1beb9716-23cf-4712-8123-21bd31b72f89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d6789c3-09d1-46f1-8991-53e7e853dc2a HTTP/1.1" status: 204 len: 168 time: 0.3119400 Mar 26 03:02:27.051307 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb9716-23cf-4712-8123-21bd31b72f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6789c3-09d1-46f1-8991-53e7e853dc2a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:27.091020 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Network ddaffb82-6513-4745-bac8-becc9cfce0de is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:27.131630 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] For port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:27.136042 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] For port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=715d80d6-29d8-4d19-8f81-5d74e6fa7b21,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:27.156397 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:27.295215 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 3863126b-5db2-4e77-9fdc-ff9f426b112c triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:27.295921 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:27.301594 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059239f-f6a8-4a91-b0d9-9ff1b1185187 None None] Pushing event updated for resources: {'Port': ['ID=715d80d6-29d8-4d19-8f81-5d74e6fa7b21,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:27.351065 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:27.351065 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:01:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:27.540738 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:27.545701 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:27.546805 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752900'] for router_interface (99d9b907-64a3-4e7b-8839-6f552295e4fd), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:27.647953 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 3863126b-5db2-4e77-9fdc-ff9f426b112c is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:27.673592 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:27.726359 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236e072e-ed65-4371-b7b9-1e8ef0bf8bba,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:27.818210 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51798) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:27.837728 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6403bf8e-1137-4ee5-810d-d768512edb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:28.121966 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6403bf8e-1137-4ee5-810d-d768512edb60 admin admin] Publish callbacks [] for security_group (f6539be9-d164-45c6-988c-885f019b4cb5), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:28.129542 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-79e67e76-0211-4b56-ac7a-917b10e4ea14 None None] Provisioning complete for port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:28.132628 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-79e67e76-0211-4b56-ac7a-917b10e4ea14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:28.132780 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6403bf8e-1137-4ee5-810d-d768512edb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f6539be9-d164-45c6-988c-885f019b4cb5), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:28.203877 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.2267830 Mar 26 03:02:28.209474 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-244d1618-281a-45c5-b7c4-e581dc684efe service neutron] 10.222.0.13 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 4.1074638 Mar 26 03:02:28.215797 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51802) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:28.241266 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-79e67e76-0211-4b56-ac7a-917b10e4ea14 None None] Port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:28.291779 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Request body: {'subnet': {'network_id': '0843cf1d-a0b6-4893-84cc-bf66e2b58f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-983902126-subnet', 'tenant_id': '462e4bcacd2f45238e7876480e4304b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:28.313808 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403bf8e-1137-4ee5-810d-d768512edb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6539be9-d164-45c6-988c-885f019b4cb5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:28.352212 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-6403bf8e-1137-4ee5-810d-d768512edb60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2270f4d224e4f669658c5395f8cdc84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326693 Mar 26 03:02:28.356586 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51806) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:28.360768 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2825c5ff-de7b-4c55-a228-b3a40dd431b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:28.415913 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Pushing event updated for resources: {'Port': ['ID=5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:28.443412 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:02:28.446337 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:17Z', 'revision_number': 3, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:28.492232 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Made reservation on behalf of 462e4bcacd2f45238e7876480e4304b2 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:28.502009 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:28.532712 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8622ba3-9af8-4a12-bedf-2adbb4bb3a0a None None] The sync data for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb is: [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:17Z', 'revision_number': 3, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:02:28.552521 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310eda-ee4c-4b73-b8ad-a77ec146a70e admin admin] Pushing event updated for resources: {'Network': ['ID=0843cf1d-a0b6-4893-84cc-bf66e2b58f7c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:28.619716 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 0843cf1d-a0b6-4893-84cc-bf66e2b58f7c details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:02:28.810124 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b1f94a1-d3a4-4ecf-af1d-e76f9ed48b4a admin admin] Publish callbacks [] for security_group (f6539be9-d164-45c6-988c-885f019b4cb5), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:28.875755 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b1f94a1-d3a4-4ecf-af1d-e76f9ed48b4a admin admin] Publish callbacks [] for security_group (f6539be9-d164-45c6-988c-885f019b4cb5), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:28.896857 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 496143c6-2366-4016-b8e8-1637c2034e0f up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:29.073431 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b1f94a1-d3a4-4ecf-af1d-e76f9ed48b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f6539be9-d164-45c6-988c-885f019b4cb5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.088760 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b1f94a1-d3a4-4ecf-af1d-e76f9ed48b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.103850 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9b1f94a1-d3a4-4ecf-af1d-e76f9ed48b4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6539be9-d164-45c6-988c-885f019b4cb5 HTTP/1.1" status: 204 len: 168 time: 0.7351246 Mar 26 03:02:29.133449 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.138343 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 496143c6-2366-4016-b8e8-1637c2034e0f triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:29.138727 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.143712 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f94a1-d3a4-4ecf-af1d-e76f9ed48b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6539be9-d164-45c6-988c-885f019b4cb5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:29.219224 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b17d3c86-67a4-4e58-9df6-d55b3ebfd821 req-1ba1afe2-a607-47a2-a101-f986bb618833 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.7369137 Mar 26 03:02:29.289962 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (b253d5c5-f09a-41d9-88ef-2832b1273c53), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.517291 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 496143c6-2366-4016-b8e8-1637c2034e0f is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:29.517851 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.518811 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b253d5c5-f09a-41d9-88ef-2832b1273c53,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:29.613862 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Checking segment: {'id': '44750071-c8ee-4221-bb3f-c5b9c03cfd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0843cf1d-a0b6-4893-84cc-bf66e2b58f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:29.614899 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Network hostable DHCP agents. Network: 0843cf1d-a0b6-4893-84cc-bf66e2b58f7c, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:02:29.619917 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port 496143c6-2366-4016-b8e8-1637c2034e0f, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=496143c6-2366-4016-b8e8-1637c2034e0f,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:29.627103 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.663921 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Network 0843cf1d-a0b6-4893-84cc-bf66e2b58f7c is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:02:29.685936 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 0843cf1d-a0b6-4893-84cc-bf66e2b58f7c) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:29.705520 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:29.706137 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.741867 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c04041-9840-4edb-8b26-60dedccbff6d None None] Network 0843cf1d-a0b6-4893-84cc-bf66e2b58f7c requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:29.772170 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:29.786025 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9f091ae5-3e7e-457a-922a-8aa2b5a9f097 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5278399 Mar 26 03:02:29.794963 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Publish callbacks [] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.838450 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Transition to ACTIVE for port object 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:02:29.846005 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5022921e-b323-4827-9c5d-656239cab7bb req-9bd5fbc7-7011-4a3a-9cb7-9a3846dc456e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 210 time: 0.4067597 Mar 26 03:02:29.898203 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.907412 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:29.979954 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Pushing event updated for resources: {'Port': ['ID=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:30.138628 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:30.150213 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167886c-a0d7-4359-bf2e-0fbce819d796 None None] Network 0843cf1d-a0b6-4893-84cc-bf66e2b58f7c requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:30.159016 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Attempting to bind port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:30.159387 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Attempting to bind port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '3de2c513-9375-4fc2-b5a7-fedfd970b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a8a64-2721-4264-be2d-3abbdcf0fad0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:30.159888 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Attempting to bind port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 on network 6e2a8a64-2721-4264-be2d-3abbdcf0fad0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:30.171236 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 on network 6e2a8a64-2721-4264-be2d-3abbdcf0fad0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:02:30.171592 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Attempting to bind port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 on network 6e2a8a64-2721-4264-be2d-3abbdcf0fad0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:30.233497 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:30.233870 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Checking segment: {'id': '3de2c513-9375-4fc2-b5a7-fedfd970b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a8a64-2721-4264-be2d-3abbdcf0fad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:30.238053 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Bound using segment: {'id': '3de2c513-9375-4fc2-b5a7-fedfd970b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a8a64-2721-4264-be2d-3abbdcf0fad0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:30.238521 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Bound port: 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de2c513-9375-4fc2-b5a7-fedfd970b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a8a64-2721-4264-be2d-3abbdcf0fad0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:30.241040 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:30.361523 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=496143c6-2366-4016-b8e8-1637c2034e0f,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:31.010306 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:31.122740 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Publish callbacks [] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.230699 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.237831 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:31.238530 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.281646 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51884) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:31.287459 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-92458020-cf83-4f2b-b2a4-23b3bd976cc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986760804', 'description': 'tempest-description--1824469057'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:31.307969 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.310869 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752784'] for router_interface (99d9b907-64a3-4e7b-8839-6f552295e4fd), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.412964 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92458020-cf83-4f2b-b2a4-23b3bd976cc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.485055 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:31.487231 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.622063 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=715d80d6-29d8-4d19-8f81-5d74e6fa7b21,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:31.632331 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.634820 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 496143c6-2366-4016-b8e8-1637c2034e0f up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:31.635416 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Allocated IP 172.20.0.1 (5dfeaeda-73d5-4b13-8fea-7ff995baae8f/3d5e54fb-362b-4e06-9ab8-41545d0c56f6/158f70e3-b36a-41b3-9a4a-6de001ee3769) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:31.664176 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] For port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:31.722475 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92458020-cf83-4f2b-b2a4-23b3bd976cc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (fded0cf0-224e-4858-80e7-1c4d29e514e7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.734610 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92458020-cf83-4f2b-b2a4-23b3bd976cc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (fded0cf0-224e-4858-80e7-1c4d29e514e7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.791280 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Network ddaffb82-6513-4745-bac8-becc9cfce0de is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:31.823533 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92458020-cf83-4f2b-b2a4-23b3bd976cc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.824846 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-92458020-cf83-4f2b-b2a4-23b3bd976cc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5415978 Mar 26 03:02:31.835727 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51910) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:31.859056 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Pushing event updated for resources: {'Port': ['ID=5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:31.864501 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:31.878046 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-2da01fb6-b9e8-470d-8e93-b6e028ed2584 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group_rule': {'security_group_id': 'fded0cf0-224e-4858-80e7-1c4d29e514e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:31.879486 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=715d80d6-29d8-4d19-8f81-5d74e6fa7b21,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:31.881028 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] For port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,segment=NetworkSegment(3de2c513-9375-4fc2-b5a7-fedfd970b560),segment_id=3de2c513-9375-4fc2-b5a7-fedfd970b560)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:31.906304 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 496143c6-2366-4016-b8e8-1637c2034e0f triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:31.906808 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:31.962735 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9afd4-39c0-4acf-acaf-452f3ea41369 req-88262d87-319c-4eda-8e46-c76943a3cc7e tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:31.980165 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92458020-cf83-4f2b-b2a4-23b3bd976cc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fded0cf0-224e-4858-80e7-1c4d29e514e7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:31.992361 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f2e9afd4-39c0-4acf-acaf-452f3ea41369 req-88262d87-319c-4eda-8e46-c76943a3cc7e tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 943 time: 0.8593142 Mar 26 03:02:32.096371 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2da01fb6-b9e8-470d-8e93-b6e028ed2584 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (c67e6bdc-bf20-472d-b74b-f34ba74dc14e), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.147441 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 496143c6-2366-4016-b8e8-1637c2034e0f is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:32.149048 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device caff3ad5-99ad-4ab4-9fa2-2885a6fd043d up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:32.167154 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.287710 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:32.289373 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.453781 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2da01fb6-b9e8-470d-8e93-b6e028ed2584 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (c67e6bdc-bf20-472d-b74b-f34ba74dc14e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.499316 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2da01fb6-b9e8-470d-8e93-b6e028ed2584 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (c67e6bdc-bf20-472d-b74b-f34ba74dc14e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.526052 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da01fb6-b9e8-470d-8e93-b6e028ed2584 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67e6bdc-bf20-472d-b74b-f34ba74dc14e,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:32.571174 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2da01fb6-b9e8-470d-8e93-b6e028ed2584 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.573391 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-2da01fb6-b9e8-470d-8e93-b6e028ed2584 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7363563 Mar 26 03:02:32.575862 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51934) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:32.587589 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-745435aa-e5ce-4c6e-9aa4-b5eed54020d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group_rule': {'security_group_id': 'fded0cf0-224e-4858-80e7-1c4d29e514e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:32.630258 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.15', 56219) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:32.672664 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:32.674384 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.747368 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=caff3ad5-99ad-4ab4-9fa2-2885a6fd043d,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:32.784092 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-585b4b7d-1e18-487a-99d1-f3f1988a0d29 None None] Provisioning complete for port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:32.784608 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-585b4b7d-1e18-487a-99d1-f3f1988a0d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.786638 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.788645 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 51942) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:32.876820 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1490281820-network', 'tenant_id': 'db9f1da15b024c42aa5fb00b09b1ab21'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:32.942274 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:32.954143 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-745435aa-e5ce-4c6e-9aa4-b5eed54020d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (86e45209-533b-48b3-af3e-05498345159d), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:33.154754 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-aa9d3607-d64a-47fd-b68a-626644e3a117 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:33.164696 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-aa9d3607-d64a-47fd-b68a-626644e3a117 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 819 time: 1.5187397 Mar 26 03:02:33.186090 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f2e9afd4-39c0-4acf-acaf-452f3ea41369 req-9a2f6141-dfa2-4451-b73f-7b0360aefb95 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1918747 Mar 26 03:02:33.207744 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:33.208437 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:33.210475 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] 10.222.0.15 "PUT /v2.0/ports/8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 HTTP/1.1" status: 200 len: 1093 time: 11.3349774 Mar 26 03:02:33.235816 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8be529-fdcb-46db-9dbf-92abfe3cb23d', 'tag': '8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:33.379625 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Router 99d9b907-64a3-4e7b-8839-6f552295e4fd has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:02:33.495696 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:33.501541 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-585b4b7d-1e18-487a-99d1-f3f1988a0d29 None None] Port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:33.504567 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-229d1647-0293-40b4-9dd9-8fcc2b40187d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/quotas/2f5c934af0964ba5bba5bdec639ff075 HTTP/1.1" status: 200 len: 375 time: 0.3388813 Mar 26 03:02:33.629084 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=caff3ad5-99ad-4ab4-9fa2-2885a6fd043d,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:33.785803 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:33.786228 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:33.791414 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef15c9-576c-41c8-884b-d0f3d5e4517a service neutron] Pushing event updated for resources: {'Port': ['ID=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:33.851445 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Made reservation on behalf of db9f1da15b024c42aa5fb00b09b1ab21 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:33.861844 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:33.883718 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326e65c3-db30-45a7-b533-f47d76b7ddb8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8be529-fdcb-46db-9dbf-92abfe3cb23d", "tag": "8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:33.930339 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:33.957765 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:33.960138 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-71c833f1-d6d5-4ea9-9097-b3cc726939e9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:33.961647 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-71c833f1-d6d5-4ea9-9097-b3cc726939e9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 819 time: 1.3297691 Mar 26 03:02:33.994829 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-745435aa-e5ce-4c6e-9aa4-b5eed54020d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (86e45209-533b-48b3-af3e-05498345159d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.004454 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-745435aa-e5ce-4c6e-9aa4-b5eed54020d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (86e45209-533b-48b3-af3e-05498345159d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.041893 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745435aa-e5ce-4c6e-9aa4-b5eed54020d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e45209-533b-48b3-af3e-05498345159d,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:34.054394 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-745435aa-e5ce-4c6e-9aa4-b5eed54020d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.058790 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-745435aa-e5ce-4c6e-9aa4-b5eed54020d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4770696 Mar 26 03:02:34.064280 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52010) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:34.087581 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:34.122711 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Publish callbacks [] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.126352 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Request body: {'port': {'device_id': '8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'admin_state_up': True, 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:34.241650 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-81384394-3f6c-42ac-a8d2-18b3e61a5bcc tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7335584 Mar 26 03:02:34.261857 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-bef32efb-9385-43f0-b8ae-3ad3bd212e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:34.263291 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-bef32efb-9385-43f0-b8ae-3ad3bd212e5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf8062c648142f5bf2a7cecf1650ce1&device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 1127 time: 0.6610842 Mar 26 03:02:34.279493 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.321581 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:02:34.348176 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:34.351023 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:34.407423 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Publish callbacks [] for security_group (3ae13286-b4fc-4eeb-a880-c4f4d6434837), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.443010 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (3ae13286-b4fc-4eeb-a880-c4f4d6434837), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.455499 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:02:34.466551 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (a1389e68-bd9d-4dc3-8459-aa8d4aad9c60), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.466995 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.segments_db [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Added segment a1389e68-bd9d-4dc3-8459-aa8d4aad9c60 of type vlan for network a6237fcc-a3c0-42a3-8cd7-e57a2b43b311 Mar 26 03:02:34.487462 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-27e7115b-9694-41a6-b5ed-82cde607a520 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 HTTP/1.1" status: 200 len: 217 time: 0.2050259 Mar 26 03:02:34.501971 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e3845a-a649-4a43-a04f-1186beb80541 x-openstack-request-id: req-33e3845a-a649-4a43-a04f-1186beb80541 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:34.504701 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8be529-fdcb-46db-9dbf-92abfe3cb23d", "tag": "8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:34.504946 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33e3845a-a649-4a43-a04f-1186beb80541 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:34.505423 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e3845a-a649-4a43-a04f-1186beb80541'] response: {'name': 'network-changed', 'server_uuid': 'fc8be529-fdcb-46db-9dbf-92abfe3cb23d', 'tag': '8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8', 'status': 'completed', 'code': 200} Mar 26 03:02:34.518686 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (a6237fcc-a3c0-42a3-8cd7-e57a2b43b311), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.522740 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:02:34.534077 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Sync routers for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:02:34.549870 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-acdf583f-aa2f-40d0-832e-53960ebdf051 admin admin] 10.222.0.13 "PUT /v2.0/routers/99d9b907-64a3-4e7b-8839-6f552295e4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1442471 Mar 26 03:02:34.552769 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:34.553526 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:34.585110 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (a6237fcc-a3c0-42a3-8cd7-e57a2b43b311), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.586365 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:34.587159 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.602648 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:34.637614 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.698127 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Pushing event updated for resources: {'Network': ['ID=a6237fcc-a3c0-42a3-8cd7-e57a2b43b311,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:34.792090 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9976451 Mar 26 03:02:34.793260 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ed060-0596-48a8-9a65-c52bd5504161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae13286-b4fc-4eeb-a880-c4f4d6434837,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:34.793909 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Pushing event updated for resources: {'Port': ['ID=158f70e3-b36a-41b3-9a4a-6de001ee3769,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:34.800620 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network a6237fcc-a3c0-42a3-8cd7-e57a2b43b311 details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:02:34.804379 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:34.812506 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52044) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:34.823922 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Made reservation on behalf of 2f5c934af0964ba5bba5bdec639ff075 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:34.829881 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.855304 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Request body: {'subnet': {'network_id': 'a6237fcc-a3c0-42a3-8cd7-e57a2b43b311', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1490281820-subnet', 'tenant_id': 'db9f1da15b024c42aa5fb00b09b1ab21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:34.856104 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:34.865564 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:34.892930 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:34.893419 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752900'] for router_interface (309ddfd8-4a57-4a6b-b268-f38960e1fe95), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.912354 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52050) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:35.049714 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device caff3ad5-99ad-4ab4-9fa2-2885a6fd043d up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:35.052761 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Made reservation on behalf of db9f1da15b024c42aa5fb00b09b1ab21 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:35.055281 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.135290 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-30c1c474-c8f7-481e-b2d9-b05c26f1df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:35.136811 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-30c1c474-c8f7-481e-b2d9-b05c26f1df3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d76afcb-2226-4883-8f27-f4ef1345534d HTTP/1.1" status: 200 len: 851 time: 0.6302304 Mar 26 03:02:35.304689 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d175e5-3794-4716-9b25-702d0591fd67 req-7b4788d1-bc3b-4640-98c9-70855a94e141 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:35.306623 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:35.307031 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.325970 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-79d175e5-3794-4716-9b25-702d0591fd67 req-7b4788d1-bc3b-4640-98c9-70855a94e141 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 943 time: 0.7806609 Mar 26 03:02:35.350417 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-f1db2fd0-7698-4a57-98b4-49c2c7f7b2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1079063 Mar 26 03:02:35.352713 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-f771777d-a3d2-4576-85c2-765b01ed6e64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e2a8a64-2721-4264-be2d-3abbdcf0fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984930 Mar 26 03:02:35.383103 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:30Z', 'revision_number': 2, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:35.414898 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Checking router: 99d9b907-64a3-4e7b-8839-6f552295e4fd for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:02:35.415415 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Updating router 99d9b907-64a3-4e7b-8839-6f552295e4fd port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 binding host dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:02:35.424319 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55f345db-cf4a-4c5c-9888-89f32b951d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.429704 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-7906f6fb-288d-420b-bd02-e56e007475e9 None None] Provisioning complete for port 158f70e3-b36a-41b3-9a4a-6de001ee3769 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:35.430087 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7906f6fb-288d-420b-bd02-e56e007475e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.442467 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.450408 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.541700 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:35.556298 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Allocated IP 172.20.0.14 (33f6b930-86b6-4a58-a314-ac354f6e1adb/e1facc4f-cb68-4c17-addf-8ee9546ced99/15cc0ff2-b015-4d65-bced-91376f0421ef) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:35.558713 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (7b9c4c6b-b2f0-446e-9bcd-1771bd0a6593), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.602706 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-7906f6fb-288d-420b-bd02-e56e007475e9 None None] Port 158f70e3-b36a-41b3-9a4a-6de001ee3769 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:35.621960 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 2, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:35.690740 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-79d175e5-3794-4716-9b25-702d0591fd67 req-a492676f-daed-4840-92d3-374cad403fb3 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637640 Mar 26 03:02:35.713684 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:02:35.713684 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Updating router 78357eb0-b73a-41c3-b568-a544d6124a8d port a7a78684-ff90-471b-a6af-d58a250127f4 binding host dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:02:35.767891 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9c4c6b-b2f0-446e-9bcd-1771bd0a6593,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:35.778664 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.802803 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.819910 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Allocated IP 172.28.2.194 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/d5eb1856-7bd9-4d50-81f9-028deb94e51a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:35.831242 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55f345db-cf4a-4c5c-9888-89f32b951d38 admin admin] Publish callbacks [] for security_group (d3b704fc-022f-4e09-b37c-9d956d33c449), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.836027 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-fd639c26-3fd7-4c29-aad3-d1519122f97c service neutron] 10.222.0.15 "GET /v2.0/networks/6e2a8a64-2721-4264-be2d-3abbdcf0fad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425671 Mar 26 03:02:35.841412 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-c6f426b8-b873-45ae-9f47-0aff558e13af service neutron] 10.222.0.13 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700689 Mar 26 03:02:35.847072 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Checking segment: {'id': 'a1389e68-bd9d-4dc3-8459-aa8d4aad9c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a6237fcc-a3c0-42a3-8cd7-e57a2b43b311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:35.848169 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Network hostable DHCP agents. Network: a6237fcc-a3c0-42a3-8cd7-e57a2b43b311, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:02:35.937005 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52084) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:35.958177 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55f345db-cf4a-4c5c-9888-89f32b951d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (d3b704fc-022f-4e09-b37c-9d956d33c449), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:35.990912 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-55f345db-cf4a-4c5c-9888-89f32b951d38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0f4367691d84445bd33bf7df60c76a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0522981 Mar 26 03:02:35.994636 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52088) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:36.007023 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Publish callbacks [] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.024054 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.090413 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f345db-cf4a-4c5c-9888-89f32b951d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b704fc-022f-4e09-b37c-9d956d33c449,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:36.106797 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Network a6237fcc-a3c0-42a3-8cd7-e57a2b43b311 is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:02:36.211777 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbf05d-50a1-4098-9726-e6ab23fee835 None None] Pushing event updated for resources: {'Port': ['ID=5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:36.260476 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, a6237fcc-a3c0-42a3-8cd7-e57a2b43b311) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:36.307764 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d8b987-babf-4ca8-8016-94c940c00bf5 None None] Network a6237fcc-a3c0-42a3-8cd7-e57a2b43b311 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:36.318210 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Attempting to bind port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:36.318580 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Attempting to bind port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:36.318932 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Attempting to bind port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 on network ddaffb82-6513-4745-bac8-becc9cfce0de {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:36.329080 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:36.329426 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Checking segment: {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:36.329824 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.330211 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Bound using segment: {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:36.331259 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Publish callbacks [] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.335577 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:36.336417 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Bound port: 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:36.336719 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.337893 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.354111 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.354932 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752784'] for router_interface (309ddfd8-4a57-4a6b-b268-f38960e1fe95), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.441589 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (d5eb1856-7bd9-4d50-81f9-028deb94e51a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.472580 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] For port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:36.490847 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] For port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:36.491841 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Publish callbacks [] for port (a7a78684-ff90-471b-a6af-d58a250127f4), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.492626 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-119d4f64-17c7-496e-bc5a-ef09dfcad15a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.502037 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.509908 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.522491 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (d5eb1856-7bd9-4d50-81f9-028deb94e51a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.527802 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Pushing event updated for resources: {'Port': ['ID=158f70e3-b36a-41b3-9a4a-6de001ee3769,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:36.541336 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c54b3cbd-c14b-4f65-913f-8c0c2ed59433 req-a5068fad-f578-44c4-9056-e21d912f50a3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 210 time: 0.2018855 Mar 26 03:02:36.564272 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.637437 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87761af4-93bb-4fb8-9884-6e012563f2fd None None] Network a6237fcc-a3c0-42a3-8cd7-e57a2b43b311 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:02:36.646896 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:36.647541 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:36.656355 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:36.663052 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=d5eb1856-7bd9-4d50-81f9-028deb94e51a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:36.673759 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:36.683366 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1ae7ea8-3ecb-4724-889e-efc0f06e9e05 req-784130ab-a7c0-4cc5-a51e-30fba4f930c7 service neutron] 10.222.0.15 "GET /v2.0/networks/6e2a8a64-2721-4264-be2d-3abbdcf0fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8364055 Mar 26 03:02:36.733829 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b198e8f-f62e-4829-98bf-9dc71ba563d2 admin admin] Publish callbacks [] for security_group (d3b704fc-022f-4e09-b37c-9d956d33c449), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.901245 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:36.930552 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-930f50f8-a9ab-40e6-806f-d2d8379652dd None None] Provisioning complete for port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:36.931089 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-930f50f8-a9ab-40e6-806f-d2d8379652dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:36.937752 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7775b8-cd52-4651-a986-ed463953742f None None] Pushing event updated for resources: {'Port': ['ID=a7a78684-ff90-471b-a6af-d58a250127f4,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:37.020489 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:37.120279 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52104) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:37.126824 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-55fefe37-53a9-4352-9fb4-6617583389be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565999802', 'description': 'tempest-description--63416019'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:37.135728 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (b3146866-5679-47b8-a961-b1eeb2ee2ee7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.150367 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbf05d-50a1-4098-9726-e6ab23fee835 None None] Pushing event updated for resources: {'Port': ['ID=5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:37.180002 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-ee3d1f02-067a-4ac3-af5f-bb7f23abafd1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3539803 Mar 26 03:02:37.202619 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-119d4f64-17c7-496e-bc5a-ef09dfcad15a admin admin] Publish callbacks [] for security_group (40c73b06-fae2-4612-af53-7c3c0753a63c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.211665 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b198e8f-f62e-4829-98bf-9dc71ba563d2 admin admin] Publish callbacks [] for security_group (d3b704fc-022f-4e09-b37c-9d956d33c449), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.268821 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-119d4f64-17c7-496e-bc5a-ef09dfcad15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (40c73b06-fae2-4612-af53-7c3c0753a63c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.276952 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Attempting to bind port a7a78684-ff90-471b-a6af-d58a250127f4 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:37.278912 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Attempting to bind port a7a78684-ff90-471b-a6af-d58a250127f4 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:37.280072 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Attempting to bind port a7a78684-ff90-471b-a6af-d58a250127f4 on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:37.285089 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55fefe37-53a9-4352-9fb4-6617583389be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.296630 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:37.297285 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Checking segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:37.298773 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.300690 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Bound using segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:37.303288 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Bound port: a7a78684-ff90-471b-a6af-d58a250127f4, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:37.304362 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.311896 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:37.314034 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-c3655875-0bec-4988-8fab-cc441b7726e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:37.315681 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-c3655875-0bec-4988-8fab-cc441b7726e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf8062c648142f5bf2a7cecf1650ce1&device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 1127 time: 0.2147052 Mar 26 03:02:37.321544 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:37.332717 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389142-d280-4a3c-906e-5cb31f158541 req-74e4a832-72af-47a5-a30d-a9dfe199a536 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:37.334239 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-74389142-d280-4a3c-906e-5cb31f158541 req-74e4a832-72af-47a5-a30d-a9dfe199a536 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 943 time: 0.2216880 Mar 26 03:02:37.384423 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (d5eb1856-7bd9-4d50-81f9-028deb94e51a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.385890 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52108) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:37.444498 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:36Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:37.450630 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.450875 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-930f50f8-a9ab-40e6-806f-d2d8379652dd None None] Current status of the port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:37.451486 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-930f50f8-a9ab-40e6-806f-d2d8379652dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.473306 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-119d4f64-17c7-496e-bc5a-ef09dfcad15a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d29295667c2440469774d581d57aa2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5214047 Mar 26 03:02:37.479094 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d4f64-17c7-496e-bc5a-ef09dfcad15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c73b06-fae2-4612-af53-7c3c0753a63c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:37.482358 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52110) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:37.512320 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-a7ea2f9e-11ce-4cbd-a3ae-5b4e7b5357fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:37.514022 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-a7ea2f9e-11ce-4cbd-a3ae-5b4e7b5357fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e2a8a64-2721-4264-be2d-3abbdcf0fad0 HTTP/1.1" status: 200 len: 912 time: 0.1752679 Mar 26 03:02:37.563618 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ce113-9fce-43af-9f7b-c4e83423c7bf None None] The sync data for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb is: [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:36Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:02:37.597478 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-930f50f8-a9ab-40e6-806f-d2d8379652dd None None] For port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:37.611278 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-8e517574-7f80-4f53-bc17-f86242abb7f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 HTTP/1.1" status: 200 len: 217 time: 0.0755472 Mar 26 03:02:37.673892 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] For port a7a78684-ff90-471b-a6af-d58a250127f4, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:37.691968 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] For port a7a78684-ff90-471b-a6af-d58a250127f4, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=a7a78684-ff90-471b-a6af-d58a250127f4,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:37.709867 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-930f50f8-a9ab-40e6-806f-d2d8379652dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.715561 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.836837 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:37.837729 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:37.843931 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7ce32520-28e8-4aca-b64f-b3df0bd86eea req-f7c3271f-bdaf-4ef2-b487-dc9858e9b009 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 210 time: 0.0904303 Mar 26 03:02:37.844636 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b198e8f-f62e-4829-98bf-9dc71ba563d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (d3b704fc-022f-4e09-b37c-9d956d33c449), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.851333 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b198e8f-f62e-4829-98bf-9dc71ba563d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:37.855995 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f50f8-a9ab-40e6-806f-d2d8379652dd None None] Pushing event updated for resources: {'Port': ['ID=5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:37.863737 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9b198e8f-f62e-4829-98bf-9dc71ba563d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3b704fc-022f-4e09-b37c-9d956d33c449 HTTP/1.1" status: 204 len: 168 time: 1.8605273 Mar 26 03:02:37.901261 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.15', 56223) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:37.959950 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc887982-b9e4-46ab-b388-b8843510bbd7 admin admin] Deleting subnet b253d5c5-f09a-41d9-88ef-2832b1273c53 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:02:37.996379 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-74389142-d280-4a3c-906e-5cb31f158541 req-83b3b2d7-05ef-4a63-9496-0270d0318ccd tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872980 Mar 26 03:02:38.016127 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b198e8f-f62e-4829-98bf-9dc71ba563d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b704fc-022f-4e09-b37c-9d956d33c449,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:38.042552 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-110f866c-bbaf-4b75-9151-e1744c42fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:38.044426 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-110f866c-bbaf-4b75-9151-e1744c42fe32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d76afcb-2226-4883-8f27-f4ef1345534d HTTP/1.1" status: 200 len: 851 time: 0.3111060 Mar 26 03:02:38.132699 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55fefe37-53a9-4352-9fb4-6617583389be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (a2b86dd8-ad18-41f4-8924-a4d887548e4f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.135012 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-a304dfcd-7492-4991-9cde-4b0ed978eae0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e2a8a64-2721-4264-be2d-3abbdcf0fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699935 Mar 26 03:02:38.186087 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Provisioning complete for port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:38.186749 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.187834 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:38.194136 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-40d740c3-e29f-4504-9311-f2d85f63e9ff tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:38.195653 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-40d740c3-e29f-4504-9311-f2d85f63e9ff tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 819 time: 0.2778044 Mar 26 03:02:38.209394 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc887982-b9e4-46ab-b388-b8843510bbd7 admin admin] Publish callbacks [] for subnet (b253d5c5-f09a-41d9-88ef-2832b1273c53), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.254466 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:38.260493 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Request body: {'port': {'device_id': 'a4220d92-f3a4-4b54-a501-a9c69c2acace', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'admin_state_up': True, 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:38.319672 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-44890cf7-20bf-479b-b96a-7440a63e6fbb service neutron] 10.222.0.15 "GET /v2.0/networks/6e2a8a64-2721-4264-be2d-3abbdcf0fad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737759 Mar 26 03:02:38.320715 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55fefe37-53a9-4352-9fb4-6617583389be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a2b86dd8-ad18-41f4-8924-a4d887548e4f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.402331 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event updated for resources: {'Port': ['ID=15cc0ff2-b015-4d65-bced-91376f0421ef,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:38.440609 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:02:38.469500 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:38.475062 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55fefe37-53a9-4352-9fb4-6617583389be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.476540 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-55fefe37-53a9-4352-9fb4-6617583389be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3553286 Mar 26 03:02:38.481536 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52126) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:38.482452 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:38.483624 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fefe37-53a9-4352-9fb4-6617583389be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b86dd8-ad18-41f4-8924-a4d887548e4f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:38.483762 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.491656 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e1664c7c-faa6-45eb-acba-3afa2755bb83 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'security_group_rule': {'security_group_id': 'a2b86dd8-ad18-41f4-8924-a4d887548e4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:38.502392 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-326e65c3-db30-45a7-b533-f47d76b7ddb8 req-9066fd87-a24d-4c58-b4e9-f9858b55adf9 service neutron] 10.222.0.15 "GET /v2.0/networks/6e2a8a64-2721-4264-be2d-3abbdcf0fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700191 Mar 26 03:02:38.507447 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Made reservation on behalf of 2f5c934af0964ba5bba5bdec639ff075 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:38.511732 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.542351 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7775b8-cd52-4651-a986-ed463953742f None None] Pushing event updated for resources: {'Port': ['ID=a7a78684-ff90-471b-a6af-d58a250127f4,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:38.556631 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52128) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:38.570642 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:38.593218 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc887982-b9e4-46ab-b388-b8843510bbd7 admin admin] Publish callbacks [] for subnet (b253d5c5-f09a-41d9-88ef-2832b1273c53), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.609914 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8f00bb3-ad95-42a7-b51f-68883cdc3115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.636211 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1664c7c-faa6-45eb-acba-3afa2755bb83 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (e4606e63-e223-4920-a0c1-c677d741b645), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.649895 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-9d5f3255-43e0-44c5-8fb5-57c9b4d662c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5376439 Mar 26 03:02:38.650515 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af6c7009-647d-42b4-bbdd-83a25d6b016a admin admin] Publish callbacks [] for security_group (40c73b06-fae2-4612-af53-7c3c0753a63c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.663998 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc887982-b9e4-46ab-b388-b8843510bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (b253d5c5-f09a-41d9-88ef-2832b1273c53), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.675036 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Request body: {'port': {'device_id': '8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:38.699601 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:02:38.707071 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b40cd104-b318-4895-bc69-bf729c8d52fa admin admin] 10.222.0.13 "PUT /v2.0/routers/309ddfd8-4a57-4a6b-b268-f38960e1fe95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6091611 Mar 26 03:02:38.754040 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1664c7c-faa6-45eb-acba-3afa2755bb83 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (e4606e63-e223-4920-a0c1-c677d741b645), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.757417 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Sync routers for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:02:38.762028 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1664c7c-faa6-45eb-acba-3afa2755bb83 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (e4606e63-e223-4920-a0c1-c677d741b645), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.769044 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Current status of the port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:38.779468 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1664c7c-faa6-45eb-acba-3afa2755bb83 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4606e63-e223-4920-a0c1-c677d741b645,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:38.783618 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af6c7009-647d-42b4-bbdd-83a25d6b016a admin admin] Publish callbacks [] for security_group (40c73b06-fae2-4612-af53-7c3c0753a63c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.798312 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Provisioning complete for port a7a78684-ff90-471b-a6af-d58a250127f4 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:38.798695 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.813171 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8f00bb3-ad95-42a7-b51f-68883cdc3115 admin admin] Publish callbacks [] for security_group (d2ba55b7-0a67-4c9a-9f59-eb79b77260b1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.816902 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1664c7c-faa6-45eb-acba-3afa2755bb83 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.818871 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e1664c7c-faa6-45eb-acba-3afa2755bb83 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3324270 Mar 26 03:02:38.821438 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52132) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:38.826825 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-de7ad6d9-faa4-4c94-a444-c3f466ded410 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'security_group_rule': {'security_group_id': 'a2b86dd8-ad18-41f4-8924-a4d887548e4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:38.834742 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8f00bb3-ad95-42a7-b51f-68883cdc3115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (d2ba55b7-0a67-4c9a-9f59-eb79b77260b1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:38.847781 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:38.848468 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:38.954278 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c8f00bb3-ad95-42a7-b51f-68883cdc3115 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a90f5398ca83432999b92b0a1ece9764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962626 Mar 26 03:02:38.954922 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52140) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:38.987655 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f00bb3-ad95-42a7-b51f-68883cdc3115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ba55b7-0a67-4c9a-9f59-eb79b77260b1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:39.031511 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Allocated IP 172.20.0.12 (33f6b930-86b6-4a58-a314-ac354f6e1adb/e1facc4f-cb68-4c17-addf-8ee9546ced99/d4bf5852-e3f4-4ea8-91a7-48763ae84245) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:39.053196 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2fa7075d-34e5-45d5-be82-ecfcf299d241 req-4b5fac62-03ed-4c27-92c2-b424f16458f9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 210 time: 0.0738389 Mar 26 03:02:39.061903 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de7ad6d9-faa4-4c94-a444-c3f466ded410 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (8fc40447-a012-490c-bbf1-6fcd4c53179b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.101912 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (d5eb1856-7bd9-4d50-81f9-028deb94e51a), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.133262 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.143209 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (d5eb1856-7bd9-4d50-81f9-028deb94e51a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.197522 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:39.201195 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de7ad6d9-faa4-4c94-a444-c3f466ded410 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (8fc40447-a012-490c-bbf1-6fcd4c53179b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.217311 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de7ad6d9-faa4-4c94-a444-c3f466ded410 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (8fc40447-a012-490c-bbf1-6fcd4c53179b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.276501 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (b3146866-5679-47b8-a961-b1eeb2ee2ee7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.292977 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de7ad6d9-faa4-4c94-a444-c3f466ded410 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.297363 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-de7ad6d9-faa4-4c94-a444-c3f466ded410 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4717858 Mar 26 03:02:39.298082 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e751ed7-8b9b-4369-9f42-488c974d8c98 admin admin] Publish callbacks [] for security_group (d2ba55b7-0a67-4c9a-9f59-eb79b77260b1), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.299564 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ad6d9-faa4-4c94-a444-c3f466ded410 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc40447-a012-490c-bbf1-6fcd4c53179b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:39.312247 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52144) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:39.314571 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=d5eb1856-7bd9-4d50-81f9-028deb94e51a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:39.315735 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:39.325189 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc887982-b9e4-46ab-b388-b8843510bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for subnet (b253d5c5-f09a-41d9-88ef-2832b1273c53), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.336551 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:39.378278 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.378818 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-d985dfa1-3e58-43ab-89d4-f4e12141b050 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3136225 Mar 26 03:02:39.381571 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc887982-b9e4-46ab-b388-b8843510bbd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.385256 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-fc887982-b9e4-46ab-b388-b8843510bbd7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b253d5c5-f09a-41d9-88ef-2832b1273c53 HTTP/1.1" status: 204 len: 168 time: 1.9863520 Mar 26 03:02:39.391683 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc887982-b9e4-46ab-b388-b8843510bbd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b253d5c5-f09a-41d9-88ef-2832b1273c53,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:39.393611 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e751ed7-8b9b-4369-9f42-488c974d8c98 admin admin] Publish callbacks [] for security_group (d2ba55b7-0a67-4c9a-9f59-eb79b77260b1), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.396237 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52146) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:39.428233 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fec109-57ac-4986-aeb3-192d27b1e328 req-69e8929c-d618-47db-98b0-1384bd32a633 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:39.436915 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-61fec109-57ac-4986-aeb3-192d27b1e328 req-69e8929c-d618-47db-98b0-1384bd32a633 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 943 time: 0.2336135 Mar 26 03:02:39.457965 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.459203 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Current status of the port a7a78684-ff90-471b-a6af-d58a250127f4 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:39.459607 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.462579 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52150) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:39.492200 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ad885e61-9f5b-45b8-a8d2-465f6e03ccf0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567014119', 'description': 'tempest-description--1572416885'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:39.600076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad885e61-9f5b-45b8-a8d2-465f6e03ccf0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.619819 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-61fec109-57ac-4986-aeb3-192d27b1e328 req-9ddf4ff1-897e-4c8e-80be-9f94c24a8301 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792562 Mar 26 03:02:39.651814 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e751ed7-8b9b-4369-9f42-488c974d8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (d2ba55b7-0a67-4c9a-9f59-eb79b77260b1), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.654669 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e751ed7-8b9b-4369-9f42-488c974d8c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.657115 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4e751ed7-8b9b-4369-9f42-488c974d8c98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2ba55b7-0a67-4c9a-9f59-eb79b77260b1 HTTP/1.1" status: 204 len: 168 time: 0.6976104 Mar 26 03:02:39.760530 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af6c7009-647d-42b4-bbdd-83a25d6b016a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (40c73b06-fae2-4612-af53-7c3c0753a63c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.764049 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af6c7009-647d-42b4-bbdd-83a25d6b016a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.766191 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-af6c7009-647d-42b4-bbdd-83a25d6b016a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40c73b06-fae2-4612-af53-7c3c0753a63c HTTP/1.1" status: 204 len: 168 time: 2.2692704 Mar 26 03:02:39.774820 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:39.813757 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bc052-e4af-4cc8-86f4-01b1f5e55bab None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:02:39.818577 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c7009-647d-42b4-bbdd-83a25d6b016a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c73b06-fae2-4612-af53-7c3c0753a63c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:39.820938 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] For port a7a78684-ff90-471b-a6af-d58a250127f4, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=a7a78684-ff90-471b-a6af-d58a250127f4,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:39.835989 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.846733 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:39.847136 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.855959 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (0843cf1d-a0b6-4893-84cc-bf66e2b58f7c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.879372 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e751ed7-8b9b-4369-9f42-488c974d8c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ba55b7-0a67-4c9a-9f59-eb79b77260b1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:39.920139 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad885e61-9f5b-45b8-a8d2-465f6e03ccf0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (2cb534d5-e8f6-49cc-88a8-8e775cb876f8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.943711 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad885e61-9f5b-45b8-a8d2-465f6e03ccf0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (2cb534d5-e8f6-49cc-88a8-8e775cb876f8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.947881 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Provisioning complete for port 158f70e3-b36a-41b3-9a4a-6de001ee3769 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:39.948269 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.994854 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (0843cf1d-a0b6-4893-84cc-bf66e2b58f7c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:39.998883 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Port 158f70e3-b36a-41b3-9a4a-6de001ee3769 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:40.015060 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.028802 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-2c31cbf7-ff3b-4662-8452-978663413cc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--986760804&fields=id&tenant_id=effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 267 time: 0.3081195 Mar 26 03:02:40.051076 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.051435 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.052354 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.052861 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.053356 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.053880 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.054370 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.054867 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.055402 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.056065 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.072814 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b09a89-444d-49fe-9b59-2f5d49234847 None None] Pushing event updated for resources: {'Port': ['ID=a7a78684-ff90-471b-a6af-d58a250127f4,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:40.097712 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:36Z', 'revision_number': 2, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:40.110933 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad885e61-9f5b-45b8-a8d2-465f6e03ccf0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.116708 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ad885e61-9f5b-45b8-a8d2-465f6e03ccf0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6439357 Mar 26 03:02:40.152245 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52170) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:40.165005 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-47da9539-0109-48cf-beea-dc969ada657b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'security_group_rule': {'security_group_id': '2cb534d5-e8f6-49cc-88a8-8e775cb876f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:40.174879 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad885e61-9f5b-45b8-a8d2-465f6e03ccf0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb534d5-e8f6-49cc-88a8-8e775cb876f8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:40.210925 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:02:40.217011 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Checking router: 309ddfd8-4a57-4a6b-b268-f38960e1fe95 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:02:40.217612 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Updating router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 port 158f70e3-b36a-41b3-9a4a-6de001ee3769 binding host dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:02:40.307776 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:40.308757 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device a7a78684-ff90-471b-a6af-d58a250127f4 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:40.342830 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-79321004-0454-4867-9355-7287851801fa None None] Provisioning complete for port 15cc0ff2-b015-4d65-bced-91376f0421ef triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:40.343339 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-79321004-0454-4867-9355-7287851801fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.383999 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.412212 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.534530 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.535046 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.535378 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.535721 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:40.536092 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0843cf1d-a0b6-4893-84cc-bf66e2b58f7c']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:40.543982 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-79321004-0454-4867-9355-7287851801fa None None] Port 15cc0ff2-b015-4d65-bced-91376f0421ef cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:40.563118 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Allocated IP 172.28.2.229 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:40.569802 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44750071-c8ee-4221-bb3f-c5b9c03cfd2c') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:40.570265 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44750071-c8ee-4221-bb3f-c5b9c03cfd2c') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:40.588770 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52180) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:40.625859 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29038989'] for segment (44750071-c8ee-4221-bb3f-c5b9c03cfd2c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.648393 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54756b8c-f4a2-4f8b-a0d4-df02c485e3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.694244 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (44750071-c8ee-4221-bb3f-c5b9c03cfd2c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.707589 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for port (c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.766176 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-79321004-0454-4867-9355-7287851801fa None None] Provisioning complete for port a7a78684-ff90-471b-a6af-d58a250127f4 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:40.766176 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-79321004-0454-4867-9355-7287851801fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.775820 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:02:40.776638 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29010930'] for segment (44750071-c8ee-4221-bb3f-c5b9c03cfd2c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.813610 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.821017 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port a7a78684-ff90-471b-a6af-d58a250127f4 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:40.822079 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: from cryptography.utils import int_from_bytes Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: from cryptography.utils import int_from_bytes Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: Traceback (most recent call last): Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: timer() Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: cb(*args, **kw) Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: return func(*args, **kwargs) Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: self._notify() Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: self.callback(batched_events) Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: event.method(event) Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: return f(self, *a, **k) Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: return self._get(url).json() Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:02:40.826203 dv-cinder-835328-1-smb neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:02:40.830349 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,segment=NetworkSegment(3de2c513-9375-4fc2-b5a7-fedfd970b560),segment_id=3de2c513-9375-4fc2-b5a7-fedfd970b560)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:40.832538 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.880779 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47da9539-0109-48cf-beea-dc969ada657b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (5938e413-4deb-4f0e-b9c2-affc97652a12), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:40.897451 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:40.897608 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8', 'network_id': '6e2a8a64-2721-4264-be2d-3abbdcf0fad0', 'port_id': '8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8', 'mac_address': 'fa:16:3e:d9:ef:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d76afcb-2226-4883-8f27-f4ef1345534d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:02:40.906816 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:40.921227 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:40.981980 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (0843cf1d-a0b6-4893-84cc-bf66e2b58f7c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.002654 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-b74b1416-7dce-461e-ac9a-9aeebadedd7b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:41.004195 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-b74b1416-7dce-461e-ac9a-9aeebadedd7b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 814 time: 0.9746268 Mar 26 03:02:41.051731 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.055114 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0843cf1d-a0b6-4893-84cc-bf66e2b58f7c HTTP/1.1" status: 204 len: 168 time: 1.6549346 Mar 26 03:02:41.066292 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (d81ad6cc-b1f8-40f0-8f89-2673e9fc4806), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.071065 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52192) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:41.073953 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:41.088566 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'Port': ['ID=c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:41.100690 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-79321004-0454-4867-9355-7287851801fa None None] Current status of the port a7a78684-ff90-471b-a6af-d58a250127f4 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:41.103871 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:41.104437 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.134758 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b950f-160d-4ee7-b13c-ba1bdfda6cb6 req-22659373-11c3-44a1-9b47-66cc68d18210 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:41.136501 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-055b950f-160d-4ee7-b13c-ba1bdfda6cb6 req-22659373-11c3-44a1-9b47-66cc68d18210 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 932 time: 0.3887064 Mar 26 03:02:41.152091 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-7696a7d9-6cb1-4756-8be2-bfcdafdc62c7 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/quotas/effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 375 time: 0.0694993 Mar 26 03:02:41.204287 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-055b950f-160d-4ee7-b13c-ba1bdfda6cb6 req-c4e4ecc4-7d74-4de2-a0b3-3e410235969d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578985 Mar 26 03:02:41.213566 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.305530 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47da9539-0109-48cf-beea-dc969ada657b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (5938e413-4deb-4f0e-b9c2-affc97652a12), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.323723 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47da9539-0109-48cf-beea-dc969ada657b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (5938e413-4deb-4f0e-b9c2-affc97652a12), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.324904 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e42afa-d2ae-456e-b47f-88fe283b49f4 admin admin] Deleting subnet 7b9c4c6b-b2f0-446e-9bcd-1771bd0a6593 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:02:41.332518 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port a7a78684-ff90-471b-a6af-d58a250127f4 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:41.347392 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:41.349691 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a5ef8-2b26-4ed2-9de6-5b0a1ca0a0a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0843cf1d-a0b6-4893-84cc-bf66e2b58f7c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:41.351413 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74e42afa-d2ae-456e-b47f-88fe283b49f4 admin admin] Publish callbacks [] for subnet (7b9c4c6b-b2f0-446e-9bcd-1771bd0a6593), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.354054 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-128daec6-b357-4831-9444-b0a41d2d9e13 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1541913 Mar 26 03:02:41.362353 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47da9539-0109-48cf-beea-dc969ada657b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.362665 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:41.366085 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-47da9539-0109-48cf-beea-dc969ada657b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2039180 Mar 26 03:02:41.371282 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52198) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:41.371775 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:41.376883 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9a620514-288b-4bd2-87a2-12904b14792b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'security_group_rule': {'security_group_id': '2cb534d5-e8f6-49cc-88a8-8e775cb876f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:41.428553 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:41.429187 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.474019 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event updated for resources: {'Port': ['ID=d4bf5852-e3f4-4ea8-91a7-48763ae84245,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:41.494685 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,segment=NetworkSegment(3de2c513-9375-4fc2-b5a7-fedfd970b560),segment_id=3de2c513-9375-4fc2-b5a7-fedfd970b560)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:41.518661 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device a7a78684-ff90-471b-a6af-d58a250127f4 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:41.538529 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54756b8c-f4a2-4f8b-a0d4-df02c485e3e3 admin admin] Publish callbacks [] for security_group (7aa0dc8a-bcf1-43f7-81e7-fd3fd677a2f0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.543791 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da9539-0109-48cf-beea-dc969ada657b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5938e413-4deb-4f0e-b9c2-affc97652a12,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:41.556111 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74e42afa-d2ae-456e-b47f-88fe283b49f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29039028'] for subnet (7b9c4c6b-b2f0-446e-9bcd-1771bd0a6593), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.558057 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54756b8c-f4a2-4f8b-a0d4-df02c485e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7aa0dc8a-bcf1-43f7-81e7-fd3fd677a2f0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.606993 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-54f694bb-1cca-4fef-b13a-ec988c53d225 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3537095 Mar 26 03:02:41.624708 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.640503 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-0b5d6d16-e6e8-4ca0-9454-e088b720446f service neutron] 10.222.0.13 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680275 Mar 26 03:02:41.659097 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-54756b8c-f4a2-4f8b-a0d4-df02c485e3e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd190e27f9ed4792be8ad6dfd495b443&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0677290 Mar 26 03:02:41.664726 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:41.686841 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Request body: {'port': {'device_id': 'a4220d92-f3a4-4b54-a501-a9c69c2acace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:41.721955 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a620514-288b-4bd2-87a2-12904b14792b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (e078483c-3bfa-4ed1-b8a6-1855a3a1936d), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.728649 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.772217 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54756b8c-f4a2-4f8b-a0d4-df02c485e3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa0dc8a-bcf1-43f7-81e7-fd3fd677a2f0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:41.787382 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Publish callbacks [] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.791415 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:41.792661 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe433d-5605-4365-9676-2600c025bcef req-56e9a12c-268c-421d-ba2b-ca24321b121a tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:41.794214 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a1fe433d-5605-4365-9676-2600c025bcef req-56e9a12c-268c-421d-ba2b-ca24321b121a tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 944 time: 0.3810952 Mar 26 03:02:41.797708 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-1b3e3d97-3554-4c8f-a5a1-8b5459eed821 None None] Provisioning complete for port d4bf5852-e3f4-4ea8-91a7-48763ae84245 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:41.798063 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3d97-3554-4c8f-a5a1-8b5459eed821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.816645 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74e42afa-d2ae-456e-b47f-88fe283b49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (7b9c4c6b-b2f0-446e-9bcd-1771bd0a6593), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.834798 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a620514-288b-4bd2-87a2-12904b14792b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (e078483c-3bfa-4ed1-b8a6-1855a3a1936d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.839624 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e3d97-3554-4c8f-a5a1-8b5459eed821 None None] Port d4bf5852-e3f4-4ea8-91a7-48763ae84245 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:41.854229 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.864015 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port a7a78684-ff90-471b-a6af-d58a250127f4 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:41.864015 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.870878 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a620514-288b-4bd2-87a2-12904b14792b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (e078483c-3bfa-4ed1-b8a6-1855a3a1936d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.904107 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.929472 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cc0ff2-b015-4d65-bced-91376f0421ef {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:41.946669 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Publish callbacks [] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:41.954474 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:02:42.004895 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a620514-288b-4bd2-87a2-12904b14792b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e078483c-3bfa-4ed1-b8a6-1855a3a1936d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:42.058304 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a620514-288b-4bd2-87a2-12904b14792b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.059564 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9a620514-288b-4bd2-87a2-12904b14792b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6860800 Mar 26 03:02:42.076599 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for port (c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.084876 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52208) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:42.095207 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:42.106295 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.119343 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-8e37c132-9dde-4940-9438-5805da667fa8 service neutron] 10.222.0.13 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778857 Mar 26 03:02:42.153049 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Transition to ACTIVE for port object 15cc0ff2-b015-4d65-bced-91376f0421ef will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:02:42.166604 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.184555 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638aa4d3-a510-498b-a4ed-556958e94c5e None None] Pushing event updated for resources: {'Port': ['ID=158f70e3-b36a-41b3-9a4a-6de001ee3769,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:42.217248 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48753c3b-ebf2-4eae-9865-7dfb6af0ada3 admin admin] Publish callbacks [] for security_group (7aa0dc8a-bcf1-43f7-81e7-fd3fd677a2f0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.276902 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a1fe433d-5605-4365-9676-2600c025bcef req-e22b57f4-c390-4992-be20-91de3628a03d tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356606 Mar 26 03:02:42.278362 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (d81ad6cc-b1f8-40f0-8f89-2673e9fc4806), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.350231 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.360927 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48753c3b-ebf2-4eae-9865-7dfb6af0ada3 admin admin] Publish callbacks [] for security_group (7aa0dc8a-bcf1-43f7-81e7-fd3fd677a2f0), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.387066 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'Port': ['ID=c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:42.426509 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.427932 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3aa55cc3-a28b-4b59-8e8f-ff9673a1fffc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1145313 Mar 26 03:02:42.446518 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74e42afa-d2ae-456e-b47f-88fe283b49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29011280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29311475'] for subnet (7b9c4c6b-b2f0-446e-9bcd-1771bd0a6593), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.539293 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Attempting to bind port 158f70e3-b36a-41b3-9a4a-6de001ee3769 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:42.539419 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2f0be592-71c7-4874-bf1b-2e56b0e983c0 req-eaf634d2-1ecb-4ac1-921c-804562e7f2a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 210 time: 0.1261160 Mar 26 03:02:42.540190 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Attempting to bind port 158f70e3-b36a-41b3-9a4a-6de001ee3769 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:42.540713 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Attempting to bind port 158f70e3-b36a-41b3-9a4a-6de001ee3769 on network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:42.552249 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5ffe112e-4e0d-43b3-9cbe-e4d39e28f20b None None] Provisioning complete for port 158f70e3-b36a-41b3-9a4a-6de001ee3769 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:42.553046 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5ffe112e-4e0d-43b3-9cbe-e4d39e28f20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.587663 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:42.588337 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Checking segment: {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:42.588907 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.589605 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Bound using segment: {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:42.590234 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Bound port: 158f70e3-b36a-41b3-9a4a-6de001ee3769, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:42.590768 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.660872 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e3fc5-afa9-471f-a688-e618ff21dc6b req-6b075c78-f3ba-4a30-a57c-4a4e4bca33de tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:42.662435 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-586e3fc5-afa9-471f-a688-e618ff21dc6b req-6b075c78-f3ba-4a30-a57c-4a4e4bca33de tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 932 time: 0.2000806 Mar 26 03:02:42.671400 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48753c3b-ebf2-4eae-9865-7dfb6af0ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7aa0dc8a-bcf1-43f7-81e7-fd3fd677a2f0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.673943 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48753c3b-ebf2-4eae-9865-7dfb6af0ada3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.678795 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e42afa-d2ae-456e-b47f-88fe283b49f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9c4c6b-b2f0-446e-9bcd-1771bd0a6593,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:42.683425 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc0ff2-b015-4d65-bced-91376f0421ef,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:42.686213 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port a7a78684-ff90-471b-a6af-d58a250127f4 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:42.688329 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-48753c3b-ebf2-4eae-9865-7dfb6af0ada3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7aa0dc8a-bcf1-43f7-81e7-fd3fd677a2f0 HTTP/1.1" status: 204 len: 168 time: 1.0211267 Mar 26 03:02:42.717772 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe112e-4e0d-43b3-9cbe-e4d39e28f20b None None] Port 158f70e3-b36a-41b3-9a4a-6de001ee3769 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:42.727838 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48753c3b-ebf2-4eae-9865-7dfb6af0ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa0dc8a-bcf1-43f7-81e7-fd3fd677a2f0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:42.770602 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74e42afa-d2ae-456e-b47f-88fe283b49f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.776164 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-74e42afa-d2ae-456e-b47f-88fe283b49f4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b9c4c6b-b2f0-446e-9bcd-1771bd0a6593 HTTP/1.1" status: 204 len: 168 time: 1.6971796 Mar 26 03:02:42.781056 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52228) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:42.815942 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-586e3fc5-afa9-471f-a688-e618ff21dc6b req-4115265e-6a96-405a-a795-864123b3b221 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248930 Mar 26 03:02:42.897483 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Attempting to bind port 15cc0ff2-b015-4d65-bced-91376f0421ef on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:42.900124 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Attempting to bind port 15cc0ff2-b015-4d65-bced-91376f0421ef by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:42.900632 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Attempting to bind port 15cc0ff2-b015-4d65-bced-91376f0421ef on network 33f6b930-86b6-4a58-a314-ac354f6e1adb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:42.908186 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Port 15cc0ff2-b015-4d65-bced-91376f0421ef on network 33f6b930-86b6-4a58-a314-ac354f6e1adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:02:42.935931 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Attempting to bind port 15cc0ff2-b015-4d65-bced-91376f0421ef on network 33f6b930-86b6-4a58-a314-ac354f6e1adb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:42.950364 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] For port 158f70e3-b36a-41b3-9a4a-6de001ee3769, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:42.955973 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] For port 158f70e3-b36a-41b3-9a4a-6de001ee3769, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=158f70e3-b36a-41b3-9a4a-6de001ee3769,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:42.960226 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:42.960800 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Checking segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:42.961513 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Bound using segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:42.962108 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Bound port: 15cc0ff2-b015-4d65-bced-91376f0421ef, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:42.962809 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.971334 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:42.990207 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bf5852-e3f4-4ea8-91a7-48763ae84245 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:43.026468 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Publish callbacks [] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:43.055249 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:43.056015 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:43.067442 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Transition to ACTIVE for port object d4bf5852-e3f4-4ea8-91a7-48763ae84245 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:02:43.070008 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (a6237fcc-a3c0-42a3-8cd7-e57a2b43b311), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:43.079428 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:43.102130 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:43.120868 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] For port 15cc0ff2-b015-4d65-bced-91376f0421ef, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:43.163917 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] For port 15cc0ff2-b015-4d65-bced-91376f0421ef, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=15cc0ff2-b015-4d65-bced-91376f0421ef,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:43.206412 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:02:43.217481 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:43.269825 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bf5852-e3f4-4ea8-91a7-48763ae84245,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:43.328156 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:43.328783 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:43.330270 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/15cc0ff2-b015-4d65-bced-91376f0421ef HTTP/1.1" status: 200 len: 1094 time: 4.6596649 Mar 26 03:02:43.330720 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6', 'tag': '15cc0ff2-b015-4d65-bced-91376f0421ef'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:43.375893 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Attempting to bind port d4bf5852-e3f4-4ea8-91a7-48763ae84245 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:43.376513 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Attempting to bind port d4bf5852-e3f4-4ea8-91a7-48763ae84245 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:43.376999 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Attempting to bind port d4bf5852-e3f4-4ea8-91a7-48763ae84245 on network 33f6b930-86b6-4a58-a314-ac354f6e1adb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:43.391977 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Port d4bf5852-e3f4-4ea8-91a7-48763ae84245 on network 33f6b930-86b6-4a58-a314-ac354f6e1adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:02:43.392558 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Attempting to bind port d4bf5852-e3f4-4ea8-91a7-48763ae84245 on network 33f6b930-86b6-4a58-a314-ac354f6e1adb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:43.434649 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab007457-a4f1-41e1-a2f7-07dadfc7d1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc0ff2-b015-4d65-bced-91376f0421ef,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:43.468757 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:43.468757 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Checking segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:43.468757 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Bound using segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:43.469204 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Bound port: d4bf5852-e3f4-4ea8-91a7-48763ae84245, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:43.469448 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:43.580141 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-f28eb26a-5e87-4532-abd6-85a300de1af5 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--565999802&fields=id&tenant_id=13123b08cc17456d93b5bd80ce2c50d4 HTTP/1.1" status: 200 len: 267 time: 0.6407712 Mar 26 03:02:43.641311 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-48145e72-0ade-438c-9ba8-2cab0db80b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:43.641592 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638aa4d3-a510-498b-a4ed-556958e94c5e None None] Pushing event updated for resources: {'Port': ['ID=158f70e3-b36a-41b3-9a4a-6de001ee3769,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:43.643365 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-48145e72-0ade-438c-9ba8-2cab0db80b6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 1128 time: 0.2396243 Mar 26 03:02:43.669273 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (a6237fcc-a3c0-42a3-8cd7-e57a2b43b311), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:43.671697 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:42Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.696076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.722022 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56c992-7087-4136-baae-fa367aa3ac02 None None] The sync data for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb is: [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:42Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:02:43.758615 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-c1ee3f80-fc18-4514-8fa2-fbec5fa4c5cb None None] Provisioning complete for port 158f70e3-b36a-41b3-9a4a-6de001ee3769 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:43.759507 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3f80-fc18-4514-8fa2-fbec5fa4c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:43.854491 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-a0e55477-ee52-4019-b8e3-6a5c98de2411 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15cc0ff2-b015-4d65-bced-91376f0421ef HTTP/1.1" status: 200 len: 217 time: 0.1951375 Mar 26 03:02:43.874267 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] For port d4bf5852-e3f4-4ea8-91a7-48763ae84245, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:43.903718 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.904160 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.904507 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.905373 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:43.905764 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6237fcc-a3c0-42a3-8cd7-e57a2b43b311']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:43.920061 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] For port d4bf5852-e3f4-4ea8-91a7-48763ae84245, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d4bf5852-e3f4-4ea8-91a7-48763ae84245,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:43.993459 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee3f80-fc18-4514-8fa2-fbec5fa4c5cb None None] Current status of the port 158f70e3-b36a-41b3-9a4a-6de001ee3769 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:43.993459 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3f80-fc18-4514-8fa2-fbec5fa4c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.073046 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c1ee3f80-fc18-4514-8fa2-fbec5fa4c5cb None None] For port 158f70e3-b36a-41b3-9a4a-6de001ee3769, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=158f70e3-b36a-41b3-9a4a-6de001ee3769,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:44.080985 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3f80-fc18-4514-8fa2-fbec5fa4c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.104289 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ca2273eb-e36a-4635-9b75-bd47742fc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:44.105895 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-ca2273eb-e36a-4635-9b75-bd47742fc391 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.2338715 Mar 26 03:02:44.109581 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.121439 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cea8039-34f1-4e34-bf78-9d306c5a904c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6", "tag": "15cc0ff2-b015-4d65-bced-91376f0421ef"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:44.131647 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1389e68-bd9d-4dc3-8459-aa8d4aad9c60') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:44.132955 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1389e68-bd9d-4dc3-8459-aa8d4aad9c60') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:44.185239 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:44.186102 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.187567 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4bf5852-e3f4-4ea8-91a7-48763ae84245 HTTP/1.1" status: 200 len: 1094 time: 2.5233216 Mar 26 03:02:44.247858 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bad16-65ea-42ff-b721-be84dd375320 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bf5852-e3f4-4ea8-91a7-48763ae84245,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:44.266486 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee3f80-fc18-4514-8fa2-fbec5fa4c5cb None None] Pushing event updated for resources: {'Port': ['ID=158f70e3-b36a-41b3-9a4a-6de001ee3769,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:44.273813 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:44.457450 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-06a8a2de-b1c7-4258-b65c-9e1edc63f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:44.470306 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-06a8a2de-b1c7-4258-b65c-9e1edc63f787 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3445418 Mar 26 03:02:44.483700 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:02:44.488486 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:44.488927 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.506309 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-8f83226c-9025-4585-a19a-80fc10c4aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:44.507827 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-8f83226c-9025-4585-a19a-80fc10c4aec1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 1128 time: 0.2129540 Mar 26 03:02:44.605208 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-bbea9584-07b0-4b8e-a36e-37ecb0ec72d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bf5852-e3f4-4ea8-91a7-48763ae84245 HTTP/1.1" status: 200 len: 217 time: 0.0741718 Mar 26 03:02:44.734478 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e84564bc-974f-4eb6-a739-04f9956c5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:44.736908 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-e84564bc-974f-4eb6-a739-04f9956c5924 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.1239104 Mar 26 03:02:44.737048 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:44.737443 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.740764 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-d9bf5e69-a08b-49d5-bf14-f66efd96768c service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596316 Mar 26 03:02:44.779281 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-cd0301a7-a558-42e3-bea7-a6026fb8a3f7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:44.786832 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-cd0301a7-a558-42e3-bea7-a6026fb8a3f7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 809 time: 0.8759327 Mar 26 03:02:44.810725 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8be529-fdcb-46db-9dbf-92abfe3cb23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:44.816220 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28410793'] for segment (a1389e68-bd9d-4dc3-8459-aa8d4aad9c60), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.847617 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (a1389e68-bd9d-4dc3-8459-aa8d4aad9c60), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.862842 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:02:44.863368 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28940417'] for segment (a1389e68-bd9d-4dc3-8459-aa8d4aad9c60), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.899619 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,segment=NetworkSegment(3de2c513-9375-4fc2-b5a7-fedfd970b560),segment_id=3de2c513-9375-4fc2-b5a7-fedfd970b560)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:44.903439 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0fb490fe-1e40-48f4-9d07-7ee9c78fa028 req-59f30ebe-a1f7-499a-867b-58ef022b1394 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046150 Mar 26 03:02:44.909325 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:44.943850 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-beac1eff-cfe9-49ac-8872-db7497d8b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:44.945740 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-beac1eff-cfe9-49ac-8872-db7497d8b8f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1940935 Mar 26 03:02:44.955444 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-3e39fdd2-8d57-4278-a740-135b7b5aae7a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/quotas/13123b08cc17456d93b5bd80ce2c50d4 HTTP/1.1" status: 200 len: 375 time: 0.1674244 Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: from cryptography.utils import int_from_bytes Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: from cryptography.utils import int_from_bytes Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: timer() Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: cb(*args, **kw) Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: self._notify() Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: self.callback(batched_events) Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: event.method(event) Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: return self._get(url).json() Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:02:44.962638 dv-cinder-835328-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:02:44.987901 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:45.064848 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15fc32a-7a6a-4198-9540-ecaba6b0b812" -d '{"events": [{"server_uuid": "fc8be529-fdcb-46db-9dbf-92abfe3cb23d", "name": "network-vif-plugged", "status": "completed", "tag": "8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:45.101485 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-c30c6825-5fc8-47de-9261-febd45483480 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481924 Mar 26 03:02:45.111928 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Allocated IP 172.28.2.159 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/f156032a-8b38-44df-9453-0901fc2d223f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:45.116638 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (a6237fcc-a3c0-42a3-8cd7-e57a2b43b311), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:45.130309 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c9d1d-7149-49f4-9ace-53c493ef7e93 req-ec202ded-525f-4472-b384-46ab8ee4ce86 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:45.131875 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f17c9d1d-7149-49f4-9ace-53c493ef7e93 req-ec202ded-525f-4472-b384-46ab8ee4ce86 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 944 time: 1.6450932 Mar 26 03:02:45.171615 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:45.174840 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6237fcc-a3c0-42a3-8cd7-e57a2b43b311 HTTP/1.1" status: 204 len: 168 time: 2.3928466 Mar 26 03:02:45.191596 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462aa364-5c9e-4a65-a2a7-8817ac26a9a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6237fcc-a3c0-42a3-8cd7-e57a2b43b311,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:45.222565 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ed9593b8-c832-42ea-a849-4a6fdcd8b165 req-030ec947-3350-4274-b60e-fb47a04cf4ec service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128094 Mar 26 03:02:45.271122 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-76063dff-b87a-4d68-b2b7-01922404e8c4 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3035994 Mar 26 03:02:45.300498 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-c55faecd-a42d-48b0-90a3-82c68337f23b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:45.301991 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-c55faecd-a42d-48b0-90a3-82c68337f23b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 814 time: 0.4964628 Mar 26 03:02:45.385650 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f17c9d1d-7149-49f4-9ace-53c493ef7e93 req-dfdf18de-d574-4f23-880d-950ad284bf33 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353849 Mar 26 03:02:45.467144 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for port (f156032a-8b38-44df-9453-0901fc2d223f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:45.517398 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 158f70e3-b36a-41b3-9a4a-6de001ee3769 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:45.543184 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52308) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:45.620790 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9819f70d-e2d3-482d-bc94-dc0a7691fd2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=462e4bcacd2f45238e7876480e4304b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738082 Mar 26 03:02:45.621143 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52316) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:45.639277 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6f757847-b595-4f29-8181-29a512da2a60 req-e2e2b0ff-dc05-42ec-9868-5992dbd0906b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 210 time: 0.1336672 Mar 26 03:02:45.650498 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-2562577a-46fb-4287-a0af-8f9c8b99ce20 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 379 time: 0.3332896 Mar 26 03:02:45.654578 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-21193b3e-fa5e-4759-966c-20930fcc43ce service neutron] 10.222.0.13 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612087 Mar 26 03:02:45.661846 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'port': {'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'admin_state_up': True, 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'security_groups': ['fded0cf0-224e-4858-80e7-1c4d29e514e7']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:45.750455 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f670-8b9e-4025-bd31-34b824b692fe admin admin] Publish callbacks [] for security_group (236e072e-ed65-4371-b7b9-1e8ef0bf8bba), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:45.790500 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f670-8b9e-4025-bd31-34b824b692fe admin admin] Publish callbacks [] for security_group (236e072e-ed65-4371-b7b9-1e8ef0bf8bba), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:45.798724 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 158f70e3-b36a-41b3-9a4a-6de001ee3769 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:45.799153 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:45.848807 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f670-8b9e-4025-bd31-34b824b692fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (236e072e-ed65-4371-b7b9-1e8ef0bf8bba), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:45.851540 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f670-8b9e-4025-bd31-34b824b692fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:45.852704 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-f2b6f670-8b9e-4025-bd31-34b824b692fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/236e072e-ed65-4371-b7b9-1e8ef0bf8bba HTTP/1.1" status: 204 len: 168 time: 0.2305739 Mar 26 03:02:45.876401 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6f670-8b9e-4025-bd31-34b824b692fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236e072e-ed65-4371-b7b9-1e8ef0bf8bba,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:45.891146 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (f156032a-8b38-44df-9453-0901fc2d223f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:45.925000 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 158f70e3-b36a-41b3-9a4a-6de001ee3769 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:45.985780 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:46.000575 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:46.010095 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:46.019259 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c92ea-dafd-4678-a40e-ee1223c66c88 req-60923996-f8e1-4bc1-8a2e-e5115826b527 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:46.026021 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-297c92ea-dafd-4678-a40e-ee1223c66c88 req-60923996-f8e1-4bc1-8a2e-e5115826b527 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 944 time: 0.2383871 Mar 26 03:02:46.034539 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-1a2a8bb6-7ee0-4942-86f9-5c069dc5bfc1 service neutron] 10.222.0.13 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664551 Mar 26 03:02:46.060167 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'Port': ['ID=f156032a-8b38-44df-9453-0901fc2d223f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:46.109161 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Made reservation on behalf of effe98d5c94d45249d92bcd408fc9739 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:46.112554 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:46.225256 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-297c92ea-dafd-4678-a40e-ee1223c66c88 req-b120c670-107c-45d1-a3f1-a243671f88b1 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975772 Mar 26 03:02:46.264382 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (c4c22def-74e7-44e3-8d4f-60a953e6a2f6), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:46.359282 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52340) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:46.385220 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (f156032a-8b38-44df-9453-0901fc2d223f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:46.449076 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-00bd9110-fe83-4cf6-82ef-7f22b0c32a98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db9f1da15b024c42aa5fb00b09b1ab21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0865126 Mar 26 03:02:46.449497 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52344) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:46.453654 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Allocated IP 172.20.0.5 (80765933-d2e1-4e44-98a5-585a9903a116/bedb4a5f-8dfa-4d7f-acde-f2366235f15c/e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:46.525158 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b349c64-e0af-48b5-b896-b777ff648257 admin admin] Publish callbacks [] for security_group (3ae13286-b4fc-4eeb-a880-c4f4d6434837), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:46.565435 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b349c64-e0af-48b5-b896-b777ff648257 admin admin] Publish callbacks [] for security_group (3ae13286-b4fc-4eeb-a880-c4f4d6434837), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:46.677472 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf099d-c851-4615-91aa-d9455de06bbd x-openstack-request-id: req-60bf099d-c851-4615-91aa-d9455de06bbd {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:46.677786 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6", "tag": "15cc0ff2-b015-4d65-bced-91376f0421ef", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:46.678017 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60bf099d-c851-4615-91aa-d9455de06bbd {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:46.679501 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60bf099d-c851-4615-91aa-d9455de06bbd'] response: {'name': 'network-changed', 'server_uuid': '8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6', 'tag': '15cc0ff2-b015-4d65-bced-91376f0421ef', 'status': 'completed', 'code': 200} Mar 26 03:02:46.683318 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b349c64-e0af-48b5-b896-b777ff648257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (3ae13286-b4fc-4eeb-a880-c4f4d6434837), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:46.688482 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b349c64-e0af-48b5-b896-b777ff648257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:46.688966 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3f4941-044a-4d40-8424-101581b6b206 x-openstack-request-id: req-ce3f4941-044a-4d40-8424-101581b6b206 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:46.689425 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8be529-fdcb-46db-9dbf-92abfe3cb23d", "name": "network-vif-plugged", "status": "completed", "tag": "8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:46.689532 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce3f4941-044a-4d40-8424-101581b6b206 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:46.690160 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3f4941-044a-4d40-8424-101581b6b206'] response: {'server_uuid': 'fc8be529-fdcb-46db-9dbf-92abfe3cb23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8', 'code': 200} Mar 26 03:02:46.692897 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-5b349c64-e0af-48b5-b896-b777ff648257 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ae13286-b4fc-4eeb-a880-c4f4d6434837 HTTP/1.1" status: 204 len: 168 time: 0.2411892 Mar 26 03:02:46.727969 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b349c64-e0af-48b5-b896-b777ff648257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae13286-b4fc-4eeb-a880-c4f4d6434837,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:46.752869 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for port (f156032a-8b38-44df-9453-0901fc2d223f), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:46.791106 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (f156032a-8b38-44df-9453-0901fc2d223f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:46.837914 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-da97291c-1059-43ad-8f47-9189448c2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:46.839201 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-da97291c-1059-43ad-8f47-9189448c2fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 1128 time: 0.1063750 Mar 26 03:02:46.957765 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-348ae304-b37e-4a6c-a855-7a30e107b86f req-a099cadf-73fe-4fb2-bd40-3db97bfe1a00 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 210 time: 0.1936898 Mar 26 03:02:47.103101 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:47.192793 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eda7c418-be1e-423b-853f-e4006de1cdf5 req-46688bbd-93d8-4145-b47c-d6704869e638 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 210 time: 0.0536933 Mar 26 03:02:47.219369 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'Port': ['ID=f156032a-8b38-44df-9453-0901fc2d223f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:47.236039 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (c4c22def-74e7-44e3-8d4f-60a953e6a2f6), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:47.260999 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52230a8-df47-4cbf-a7bd-3a873bc816af req-8b16b885-8a41-45fd-980a-a5ed706e8d44 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:47.263485 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a52230a8-df47-4cbf-a7bd-3a873bc816af req-8b16b885-8a41-45fd-980a-a5ed706e8d44 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 945 time: 0.4532714 Mar 26 03:02:47.267031 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:47.291785 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:47.293403 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ff3dea1a-89ae-48e9-9a7c-766a7f7fdc1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2048743 Mar 26 03:02:47.422719 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a52230a8-df47-4cbf-a7bd-3a873bc816af req-5f6439b3-906e-4118-a9cf-5fe91371f251 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450481 Mar 26 03:02:47.426382 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Network 80765933-d2e1-4e44-98a5-585a9903a116 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:47.454313 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:47.457060 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:47.515095 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce8ee-3ad3-4805-a165-dbb0fea8be30 req-c1d97b8d-ae37-4884-94e5-431300b961af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:47.515095 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-bb1ce8ee-3ad3-4805-a165-dbb0fea8be30 req-c1d97b8d-ae37-4884-94e5-431300b961af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 1129 time: 0.5599477 Mar 26 03:02:47.521390 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-34261a6b-fcaa-474c-9223-addd2fffa534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:47.523298 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-34261a6b-fcaa-474c-9223-addd2fffa534 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.6765134 Mar 26 03:02:47.564355 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-bb1ce8ee-3ad3-4805-a165-dbb0fea8be30 req-493280b0-0f85-4da1-9a99-a982d1a19550 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:47.689955 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-1c582add-a68f-40e2-94d8-e6f6608f24b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15cc0ff2-b015-4d65-bced-91376f0421ef HTTP/1.1" status: 200 len: 217 time: 0.1576483 Mar 26 03:02:47.761521 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:47.779533 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.15', 56233) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:47.841861 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-8092ff58-7fab-4ae4-8d06-a008235e8647 None None] Provisioning complete for port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:47.843323 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8092ff58-7fab-4ae4-8d06-a008235e8647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:47.892839 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-4e8ad346-30ed-4024-8261-e36954b92f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:47.895729 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-4e8ad346-30ed-4024-8261-e36954b92f5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.1125407 Mar 26 03:02:47.920014 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-bb1ce8ee-3ad3-4805-a165-dbb0fea8be30 req-493280b0-0f85-4da1-9a99-a982d1a19550 service neutron] Publish callbacks [] for security_group (988f2e9a-79c7-4dbb-927c-4c99225ceb8f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:47.937638 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:47.938505 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:47.958085 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-8092ff58-7fab-4ae4-8d06-a008235e8647 None None] Port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:47.963586 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-9e6aea5d-3f2f-416a-abd8-03d9688d387d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3054757 Mar 26 03:02:47.982534 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-bb1ce8ee-3ad3-4805-a165-dbb0fea8be30 req-493280b0-0f85-4da1-9a99-a982d1a19550 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (988f2e9a-79c7-4dbb-927c-4c99225ceb8f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:47.988984 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-627d5fe4-0551-4a9f-ac10-1c27457e33cb tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--567014119&fields=id&tenant_id=171e346333ca4d44b59ba34a1b15f865 HTTP/1.1" status: 200 len: 267 time: 0.2236938 Mar 26 03:02:48.006541 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Request body: {'port': {'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:48.020782 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493280b0-0f85-4da1-9a99-a982d1a19550 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=988f2e9a-79c7-4dbb-927c-4c99225ceb8f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:48.060812 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-bb1ce8ee-3ad3-4805-a165-dbb0fea8be30 req-493280b0-0f85-4da1-9a99-a982d1a19550 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364466 Mar 26 03:02:48.070542 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-78a33011-7be6-4fd1-adfa-c81e35741bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:48.072105 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-78a33011-7be6-4fd1-adfa-c81e35741bb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1552782 Mar 26 03:02:48.144655 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 15cc0ff2-b015-4d65-bced-91376f0421ef details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:02:48.152966 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7f18e-1489-4a8c-97a2-e6eb91e3046a req-fd95d0aa-a34e-4674-ae5a-1959e49cfec9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:48.154567 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-79d7f18e-1489-4a8c-97a2-e6eb91e3046a req-fd95d0aa-a34e-4674-ae5a-1959e49cfec9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 944 time: 0.7737978 Mar 26 03:02:48.206906 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-228f24c9-8415-451d-9404-5abce98af4da tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:48.210054 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-228f24c9-8415-451d-9404-5abce98af4da tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 809 time: 0.4286258 Mar 26 03:02:48.279685 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 15cc0ff2-b015-4d65-bced-91376f0421ef, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=15cc0ff2-b015-4d65-bced-91376f0421ef,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:48.294631 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '15cc0ff2-b015-4d65-bced-91376f0421ef', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'port_id': '15cc0ff2-b015-4d65-bced-91376f0421ef', 'mac_address': 'fa:16:3e:05:0d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:02:48.347204 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 15cc0ff2-b015-4d65-bced-91376f0421ef is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:48.347788 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:48.357097 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:48.367905 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cc0ff2-b015-4d65-bced-91376f0421ef {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:48.403192 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-79d7f18e-1489-4a8c-97a2-e6eb91e3046a req-d4e45016-5191-486a-bbb9-a6b7c8c01a4a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375073 Mar 26 03:02:48.418518 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 15cc0ff2-b015-4d65-bced-91376f0421ef, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=15cc0ff2-b015-4d65-bced-91376f0421ef,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:48.421041 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccae63-878c-4852-a25e-e29e59ee321e req-c36c6b1d-6ffe-47f8-8a0c-ae21acbb6ab5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:48.430994 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-c36c6b1d-6ffe-47f8-8a0c-ae21acbb6ab5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 816 time: 0.4410617 Mar 26 03:02:48.439017 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:48.439017 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device d4bf5852-e3f4-4ea8-91a7-48763ae84245 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:02:48.492921 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-c1d43e06-bd5a-4405-b4b8-bd10ab89a9b3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/quotas/171e346333ca4d44b59ba34a1b15f865 HTTP/1.1" status: 200 len: 375 time: 0.0610030 Mar 26 03:02:48.521019 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=15cc0ff2-b015-4d65-bced-91376f0421ef,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:48.526087 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port d4bf5852-e3f4-4ea8-91a7-48763ae84245, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d4bf5852-e3f4-4ea8-91a7-48763ae84245,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:48.541347 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': 'd4bf5852-e3f4-4ea8-91a7-48763ae84245', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'port_id': 'd4bf5852-e3f4-4ea8-91a7-48763ae84245', 'mac_address': 'fa:16:3e:72:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:02:48.556386 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-5ac4e219-d89a-49a4-8400-b80bacd3103f service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793336 Mar 26 03:02:48.612855 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port d4bf5852-e3f4-4ea8-91a7-48763ae84245 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:48.614488 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:48.637980 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bf5852-e3f4-4ea8-91a7-48763ae84245 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:48.650255 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64a4e023-83e6-413e-a11b-070d1ac1fa60 req-593898b6-102c-41ea-978a-639f12f244a3 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 210 time: 0.0445933 Mar 26 03:02:48.661164 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-24a150ee-3591-463b-bbe1-e6233d62d99f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13123b08cc17456d93b5bd80ce2c50d4 HTTP/1.1" status: 200 len: 379 time: 0.3691356 Mar 26 03:02:48.680425 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4220d92-f3a4-4b54-a501-a9c69c2acace', 'tag': 'd4bf5852-e3f4-4ea8-91a7-48763ae84245'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:48.680573 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'port': {'device_id': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'admin_state_up': True, 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'security_groups': ['a2b86dd8-ad18-41f4-8924-a4d887548e4f']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:48.684517 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4220d92-f3a4-4b54-a501-a9c69c2acace", "tag": "d4bf5852-e3f4-4ea8-91a7-48763ae84245"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:48.693128 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port d4bf5852-e3f4-4ea8-91a7-48763ae84245, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d4bf5852-e3f4-4ea8-91a7-48763ae84245,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:48.707607 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:48.719465 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5cea8039-34f1-4e34-bf78-9d306c5a904c req-020dc124-2334-4bdc-8406-b75a4f072cf0 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379125 Mar 26 03:02:48.784637 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=d4bf5852-e3f4-4ea8-91a7-48763ae84245,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:48.809930 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-28ebf03b-0954-45c2-a59a-bd84ef5745a2 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3161376 Mar 26 03:02:48.818760 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52454) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:48.941392 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5958e7c7-c8d5-4e2e-b870-7d04fb286032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:48.980502 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['15cc0ff2-b015-4d65-bced-91376f0421ef'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:02:49.016634 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['d4bf5852-e3f4-4ea8-91a7-48763ae84245'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:02:49.040032 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a386d-4627-492d-96fb-d4a8de7a0555 req-7c1af53c-00b2-4b19-afbc-a130431d33b9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:49.041499 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a03a386d-4627-492d-96fb-d4a8de7a0555 req-7c1af53c-00b2-4b19-afbc-a130431d33b9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 931 time: 0.2521548 Mar 26 03:02:49.058767 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5958e7c7-c8d5-4e2e-b870-7d04fb286032 admin admin] Publish callbacks [] for security_group (f5a6b1e6-6e74-4183-9cea-f76c2727d25b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:49.063907 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5958e7c7-c8d5-4e2e-b870-7d04fb286032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f5a6b1e6-6e74-4183-9cea-f76c2727d25b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:49.114390 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-580b3b9a-b647-4dab-aad8-8b7093248e31 service neutron] 10.222.0.13 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863724 Mar 26 03:02:49.119791 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52466) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:49.121535 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-5958e7c7-c8d5-4e2e-b870-7d04fb286032 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0adbab13430a451ea84c174b687c522d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940550 Mar 26 03:02:49.122973 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958e7c7-c8d5-4e2e-b870-7d04fb286032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a6b1e6-6e74-4183-9cea-f76c2727d25b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:49.126831 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Made reservation on behalf of 13123b08cc17456d93b5bd80ce2c50d4 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:49.130469 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:49.293243 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a03a386d-4627-492d-96fb-d4a8de7a0555 req-0e3edf3f-f07e-4fe7-810d-5529eee913ec tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250926 Mar 26 03:02:49.474595 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:49.506286 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Publish callbacks [] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:49.521266 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98802223-f47b-4637-8695-c16c7c546c25 admin admin] Publish callbacks [] for security_group (f5a6b1e6-6e74-4183-9cea-f76c2727d25b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:49.534356 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-2e5dd2c2-a1fc-421f-93ce-e9d8782b9c65 service neutron] 10.222.0.13 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918638 Mar 26 03:02:49.555185 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Transition to ACTIVE for port object e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:02:49.569988 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:49.583630 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98802223-f47b-4637-8695-c16c7c546c25 admin admin] Publish callbacks [] for security_group (f5a6b1e6-6e74-4183-9cea-f76c2727d25b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:49.591350 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Allocated IP 172.20.0.8 (ddaffb82-6513-4745-bac8-becc9cfce0de/8e3506d9-8ea8-4f0d-8275-e17ddd4501d6/11b24ba2-d09b-4dc1-a888-37fbed368c20) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:49.626870 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34033d6a-d630-44af-95a2-f7a2c7f78ecd req-c4d2e094-5565-4a9f-a189-2dfcb3685ab9 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:49.628433 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-34033d6a-d630-44af-95a2-f7a2c7f78ecd req-c4d2e094-5565-4a9f-a189-2dfcb3685ab9 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 945 time: 0.2755027 Mar 26 03:02:49.724126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Pushing event updated for resources: {'Port': ['ID=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:49.785358 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0245d61-acd9-48f9-a48c-57015c02178f x-openstack-request-id: req-e0245d61-acd9-48f9-a48c-57015c02178f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:49.786330 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4220d92-f3a4-4b54-a501-a9c69c2acace", "tag": "d4bf5852-e3f4-4ea8-91a7-48763ae84245", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:49.786763 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0245d61-acd9-48f9-a48c-57015c02178f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:49.787454 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0245d61-acd9-48f9-a48c-57015c02178f'] response: {'name': 'network-changed', 'server_uuid': 'a4220d92-f3a4-4b54-a501-a9c69c2acace', 'tag': 'd4bf5852-e3f4-4ea8-91a7-48763ae84245', 'status': 'completed', 'code': 200} Mar 26 03:02:49.970770 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-499063e2-e145-4adb-97bc-267041a8868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:49.975670 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-499063e2-e145-4adb-97bc-267041a8868e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 1129 time: 0.1572430 Mar 26 03:02:50.093605 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-8e81c425-373f-47d9-b549-206da4f18521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:50.095626 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-8e81c425-373f-47d9-b549-206da4f18521 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.1118705 Mar 26 03:02:50.112106 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98802223-f47b-4637-8695-c16c7c546c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f5a6b1e6-6e74-4183-9cea-f76c2727d25b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.115906 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98802223-f47b-4637-8695-c16c7c546c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.120132 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-98802223-f47b-4637-8695-c16c7c546c25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5a6b1e6-6e74-4183-9cea-f76c2727d25b HTTP/1.1" status: 204 len: 168 time: 0.9830365 Mar 26 03:02:50.128044 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-34033d6a-d630-44af-95a2-f7a2c7f78ecd req-2040e79c-9edc-4869-8b96-65084e79fdcc tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917269 Mar 26 03:02:50.170905 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98802223-f47b-4637-8695-c16c7c546c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a6b1e6-6e74-4183-9cea-f76c2727d25b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:50.178609 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 15cc0ff2-b015-4d65-bced-91376f0421ef up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:50.224173 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-b84a8e6a-13f0-4bb3-b0c7-0a68693d7790 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bf5852-e3f4-4ea8-91a7-48763ae84245 HTTP/1.1" status: 200 len: 217 time: 0.1220009 Mar 26 03:02:50.224988 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2da232-b636-4afe-9a4f-b8e5106565b2 req-cc54efa0-cebf-464c-8f8e-dc132ffd35f5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:50.226978 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3f2da232-b636-4afe-9a4f-b8e5106565b2 req-cc54efa0-cebf-464c-8f8e-dc132ffd35f5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 945 time: 0.2410793 Mar 26 03:02:50.244192 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Attempting to bind port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:50.244621 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Attempting to bind port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:50.244978 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Attempting to bind port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:50.275854 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd on network 80765933-d2e1-4e44-98a5-585a9903a116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:02:50.276278 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Attempting to bind port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:50.289641 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.317604 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-c5cd3ed6-3e44-492c-995b-b8a0116aeaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:50.320095 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-c5cd3ed6-3e44-492c-995b-b8a0116aeaa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0840623 Mar 26 03:02:50.320493 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:50.321406 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Checking segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:50.321712 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Bound using segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:50.322172 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Bound port: e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:50.322553 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.336268 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52526) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:50.343138 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 15cc0ff2-b015-4d65-bced-91376f0421ef completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:02:50.351558 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 15cc0ff2-b015-4d65-bced-91376f0421ef triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:50.353266 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.409925 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-e4a71a4a-798f-457e-889e-3b6c75d745c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:50.412165 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-e4a71a4a-798f-457e-889e-3b6c75d745c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0744581 Mar 26 03:02:50.595020 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cf9e191e-1056-4440-9313-652c0f41c7a2 req-d4cb9167-e7f9-41fa-943a-a959507cf186 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 210 time: 0.2958710 Mar 26 03:02:50.628940 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 15cc0ff2-b015-4d65-bced-91376f0421ef is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:50.635753 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.685609 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-829266f9-7696-4f5d-b755-86ee98e35c5b service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665887 Mar 26 03:02:50.691918 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc0ff2-b015-4d65-bced-91376f0421ef'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:50.695030 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a188446d-c10a-4101-9179-df50bf49c500" -d '{"events": [{"server_uuid": "8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6", "name": "network-vif-plugged", "status": "completed", "tag": "15cc0ff2-b015-4d65-bced-91376f0421ef"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:50.707345 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3f2da232-b636-4afe-9a4f-b8e5106565b2 req-4624b4f2-f2b1-4c95-8660-130b94c1be53 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716418 Mar 26 03:02:50.730028 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 15cc0ff2-b015-4d65-bced-91376f0421ef, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=15cc0ff2-b015-4d65-bced-91376f0421ef,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:50.737264 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.737518 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ffbf29c7-90c5-4d4d-943e-f926edf84d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.738059 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device d4bf5852-e3f4-4ea8-91a7-48763ae84245 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:50.815477 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.853816 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-43372f72-b552-47d1-8948-2ec4d18d8d90 req-16908fbf-9f05-4591-ae3a-06ebfe895bb1 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 210 time: 0.0813437 Mar 26 03:02:50.864681 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] For port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:50.867878 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=15cc0ff2-b015-4d65-bced-91376f0421ef,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:50.880689 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port d4bf5852-e3f4-4ea8-91a7-48763ae84245 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:02:50.889548 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port d4bf5852-e3f4-4ea8-91a7-48763ae84245 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:50.890424 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.914907 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52538) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:50.981014 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ffbf29c7-90c5-4d4d-943e-f926edf84d39 admin admin] Publish callbacks [] for security_group (cda35632-6a96-4c15-9b59-8c2953b7b4e6), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:50.981869 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afbbc47-764a-4162-8bde-38ae6bb55cbd x-openstack-request-id: req-0afbbc47-764a-4162-8bde-38ae6bb55cbd {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:50.982678 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6", "name": "network-vif-plugged", "status": "completed", "tag": "15cc0ff2-b015-4d65-bced-91376f0421ef", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:50.983565 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0afbbc47-764a-4162-8bde-38ae6bb55cbd {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:50.984037 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afbbc47-764a-4162-8bde-38ae6bb55cbd'] response: {'server_uuid': '8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc0ff2-b015-4d65-bced-91376f0421ef', 'code': 200} Mar 26 03:02:50.989426 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] For port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:50.994344 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ffbf29c7-90c5-4d4d-943e-f926edf84d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (cda35632-6a96-4c15-9b59-8c2953b7b4e6), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.001066 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port d4bf5852-e3f4-4ea8-91a7-48763ae84245 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:51.001460 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.002410 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'Port': ['ID=11b24ba2-d09b-4dc1-a888-37fbed368c20,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:51.024661 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.028296 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Network ddaffb82-6513-4745-bac8-becc9cfce0de is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:51.041443 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cf84fb8-355a-4c70-af12-573a0b990f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.044106 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port d4bf5852-e3f4-4ea8-91a7-48763ae84245, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d4bf5852-e3f4-4ea8-91a7-48763ae84245,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:51.051590 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.062358 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a83cc0bd-e1b4-4dc9-8b53-1b2ed9043ce7 req-5576146e-b011-41b6-a2f1-8b2b0c534d71 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697379 Mar 26 03:02:51.072972 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-ffbf29c7-90c5-4d4d-943e-f926edf84d39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6219a54fe2cd4c088c8d74463c44bcf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7228222 Mar 26 03:02:51.077685 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52544) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:51.086715 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:51.089135 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:51.107542 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf29c7-90c5-4d4d-943e-f926edf84d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda35632-6a96-4c15-9b59-8c2953b7b4e6,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:51.152845 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.153562 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.155599 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] 10.222.0.15 "PUT /v2.0/ports/e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd HTTP/1.1" status: 200 len: 1093 time: 3.1563356 Mar 26 03:02:51.164169 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'tag': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:51.166789 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f1fdc-863e-47a7-993f-c2356d1d0011" -d '{"events": [{"name": "network-changed", "server_uuid": "d9aca514-fe13-416d-b1f3-0db198075b6f", "tag": "e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:51.200119 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd112836-31fc-4c7f-899f-6bf921b1ad5c req-456026a3-2313-4eab-a3a2-e7d858de86ef tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.208779 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fd112836-31fc-4c7f-899f-6bf921b1ad5c req-456026a3-2313-4eab-a3a2-e7d858de86ef tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 943 time: 0.3730025 Mar 26 03:02:51.262912 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b14e7dd-6116-4e58-9941-44867a2046d0 admin admin] Publish callbacks [] for security_group (cda35632-6a96-4c15-9b59-8c2953b7b4e6), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.266573 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=d4bf5852-e3f4-4ea8-91a7-48763ae84245,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:51.359966 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.360619 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.363735 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce0a84-51f6-419d-97ac-c8f2092c55ae service neutron] Pushing event updated for resources: {'Port': ['ID=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:51.380316 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b14e7dd-6116-4e58-9941-44867a2046d0 admin admin] Publish callbacks [] for security_group (cda35632-6a96-4c15-9b59-8c2953b7b4e6), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.508246 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fd112836-31fc-4c7f-899f-6bf921b1ad5c req-99ee5416-3870-4cc3-9692-288ed3e567c4 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976065 Mar 26 03:02:51.577946 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5202ab5d-f195-409a-9c6d-11acc7e935fa None None] Provisioning complete for port 11b24ba2-d09b-4dc1-a888-37fbed368c20 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:51.578565 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5202ab5d-f195-409a-9c6d-11acc7e935fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.627847 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c919b89-9d80-4ed7-a7c2-6e2f530e1214 x-openstack-request-id: req-2c919b89-9d80-4ed7-a7c2-6e2f530e1214 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:51.628205 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9aca514-fe13-416d-b1f3-0db198075b6f", "tag": "e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:51.628435 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c919b89-9d80-4ed7-a7c2-6e2f530e1214 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:51.628764 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c919b89-9d80-4ed7-a7c2-6e2f530e1214'] response: {'name': 'network-changed', 'server_uuid': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'tag': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'status': 'completed', 'code': 200} Mar 26 03:02:51.631977 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-92276f61-4bb5-4289-84cd-b098acc1856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.634664 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-92276f61-4bb5-4289-84cd-b098acc1856c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 1127 time: 0.3337138 Mar 26 03:02:51.637823 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-963f66c3-de08-452e-82e0-30c4388fd30a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9657185 Mar 26 03:02:51.654616 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cf84fb8-355a-4c70-af12-573a0b990f83 admin admin] Publish callbacks [] for security_group (dabc9e09-4df8-4d71-8e1f-982d44ef0658), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.658835 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Request body: {'port': {'device_id': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:51.670698 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cf84fb8-355a-4c70-af12-573a0b990f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (dabc9e09-4df8-4d71-8e1f-982d44ef0658), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.678713 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5202ab5d-f195-409a-9c6d-11acc7e935fa None None] Port 11b24ba2-d09b-4dc1-a888-37fbed368c20 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:51.705624 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-2b52bb95-d3eb-441e-9fc6-24ffd3d6eb65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd HTTP/1.1" status: 200 len: 217 time: 0.0490732 Mar 26 03:02:51.718601 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cf90ee86-9e83-495b-a316-e520370c75be tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.720882 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cf90ee86-9e83-495b-a316-e520370c75be tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 816 time: 0.2525287 Mar 26 03:02:51.751262 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950045-b75f-4619-b6e2-1a052610dc5f req-cf3791c1-a781-4ba9-bfec-410520327f07 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.752805 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3c950045-b75f-4619-b6e2-1a052610dc5f req-cf3791c1-a781-4ba9-bfec-410520327f07 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 945 time: 0.4498568 Mar 26 03:02:51.762179 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c14ba-1ad2-4c8b-a2d8-fbce4183dc9b req-b5fca6e8-f0b2-40b7-b9c4-3ee3c16dc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.763745 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-238c14ba-1ad2-4c8b-a2d8-fbce4183dc9b req-b5fca6e8-f0b2-40b7-b9c4-3ee3c16dc5b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 1130 time: 0.4976332 Mar 26 03:02:51.764983 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b14e7dd-6116-4e58-9941-44867a2046d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (cda35632-6a96-4c15-9b59-8c2953b7b4e6), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.767509 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b14e7dd-6116-4e58-9941-44867a2046d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.768605 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-6b14e7dd-6116-4e58-9941-44867a2046d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cda35632-6a96-4c15-9b59-8c2953b7b4e6 HTTP/1.1" status: 204 len: 168 time: 0.6897421 Mar 26 03:02:51.781028 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9cf84fb8-355a-4c70-af12-573a0b990f83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8f0ac920ae64323a2d2d8d7d7acd273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8647690 Mar 26 03:02:51.784554 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:51.790445 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14e7dd-6116-4e58-9941-44867a2046d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda35632-6a96-4c15-9b59-8c2953b7b4e6,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:51.823238 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-f1e910c5-51f4-4f80-9050-b92a1cda2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.824840 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-f1e910c5-51f4-4f80-9050-b92a1cda2cfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.1155944 Mar 26 03:02:51.831643 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf84fb8-355a-4c70-af12-573a0b990f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabc9e09-4df8-4d71-8e1f-982d44ef0658,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:51.884298 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-19c9040a-5c0c-47a8-843a-a3d37c02e4c6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=171e346333ca4d44b59ba34a1b15f865 HTTP/1.1" status: 200 len: 379 time: 0.1492717 Mar 26 03:02:51.897896 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'port': {'device_id': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'admin_state_up': True, 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'security_groups': ['2cb534d5-e8f6-49cc-88a8-8e775cb876f8']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:51.906530 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:51.948040 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-502811f9-af93-4fb3-b5d6-a7e54ae0a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.949829 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-502811f9-af93-4fb3-b5d6-a7e54ae0a995 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1169307 Mar 26 03:02:51.963457 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3c950045-b75f-4619-b6e2-1a052610dc5f req-921325d8-8578-4245-9344-fd733d19f193 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960156 Mar 26 03:02:51.974322 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d542ec-8cc2-4a49-b5b8-9e28bd82bd06 req-115c80bd-29d1-4a48-94f2-975b9b0b22c1 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:51.976417 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d2d542ec-8cc2-4a49-b5b8-9e28bd82bd06 req-115c80bd-29d1-4a48-94f2-975b9b0b22c1 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 931 time: 0.2390037 Mar 26 03:02:52.005590 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-238c14ba-1ad2-4c8b-a2d8-fbce4183dc9b req-afbc836f-cb20-43bc-bb2a-1e813e48f1c5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271998 Mar 26 03:02:52.037040 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1006b80-f6e9-4c25-a37e-d49df89b00d7 admin admin] Publish callbacks [] for security_group (dabc9e09-4df8-4d71-8e1f-982d44ef0658), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.132071 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Made reservation on behalf of 171e346333ca4d44b59ba34a1b15f865 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:52.136294 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.174119 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1006b80-f6e9-4c25-a37e-d49df89b00d7 admin admin] Publish callbacks [] for security_group (dabc9e09-4df8-4d71-8e1f-982d44ef0658), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.185616 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d2d542ec-8cc2-4a49-b5b8-9e28bd82bd06 req-9d2c12cb-adc7-45f6-9f96-e2bad6c12cb3 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790867 Mar 26 03:02:52.253488 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52574) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:52.269018 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-4956f2b6-fc9a-4e61-b9a0-7e1d1e99d90e service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115878 Mar 26 03:02:52.285376 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5cd65349-ad19-47e7-9ac6-6aad031e8c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.341026 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0e58-a81e-47fb-a043-a55375294cc3 req-0af5e5aa-145f-48df-8209-2558d54709b0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:52.342569 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e39d0e58-a81e-47fb-a043-a55375294cc3 req-0af5e5aa-145f-48df-8209-2558d54709b0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.2273710 Mar 26 03:02:52.348286 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a2ce9ec2-1bab-4627-974b-075c144113ee req-847d9a27-046b-4dc4-bb91-1e8cc286930f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 210 time: 0.0594289 Mar 26 03:02:52.371557 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1006b80-f6e9-4c25-a37e-d49df89b00d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (dabc9e09-4df8-4d71-8e1f-982d44ef0658), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.374534 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1006b80-f6e9-4c25-a37e-d49df89b00d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.382155 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e1006b80-f6e9-4c25-a37e-d49df89b00d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dabc9e09-4df8-4d71-8e1f-982d44ef0658 HTTP/1.1" status: 204 len: 168 time: 0.5662057 Mar 26 03:02:52.424155 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Allocated IP 172.20.0.7 (5dfeaeda-73d5-4b13-8fea-7ff995baae8f/3d5e54fb-362b-4e06-9ab8-41545d0c56f6/7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:02:52.436202 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1006b80-f6e9-4c25-a37e-d49df89b00d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabc9e09-4df8-4d71-8e1f-982d44ef0658,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:52.487598 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e7423bb9-a6e8-410c-959a-40d5f411b5a3 req-5cb26cef-1787-4191-80be-ea4ce6859ec2 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106130 Mar 26 03:02:52.496086 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e39d0e58-a81e-47fb-a043-a55375294cc3 req-a96e7e9f-6d1e-4b8f-9b43-e17d7de3eba9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433496 Mar 26 03:02:52.657794 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b24ba2-d09b-4dc1-a888-37fbed368c20 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:52.669877 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-24b6a37f-cfbd-45af-9310-9b7f8a76899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:52.669877 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-24b6a37f-cfbd-45af-9310-9b7f8a76899c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 1127 time: 0.0876160 Mar 26 03:02:52.694312 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Publish callbacks [] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.708901 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5cd65349-ad19-47e7-9ac6-6aad031e8c10 admin admin] Publish callbacks [] for security_group (38e4a206-9adc-4873-9d4f-b07d473aaa9a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.722608 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5cd65349-ad19-47e7-9ac6-6aad031e8c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (38e4a206-9adc-4873-9d4f-b07d473aaa9a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.732309 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Transition to ACTIVE for port object 11b24ba2-d09b-4dc1-a888-37fbed368c20 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:02:52.740095 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.753153 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.763605 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b4a47-4107-4823-a19e-6b1a27b6f8d2 req-7dda46c5-897a-4bb2-99d3-761dc72aebd3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:52.765544 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f56b4a47-4107-4823-a19e-6b1a27b6f8d2 req-7dda46c5-897a-4bb2-99d3-761dc72aebd3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 943 time: 0.1752253 Mar 26 03:02:52.817597 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-d0966a45-a15a-4e2c-8519-aee8f3d1debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:52.819120 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-d0966a45-a15a-4e2c-8519-aee8f3d1debb service neutron] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 915 time: 0.1403801 Mar 26 03:02:52.836440 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.842779 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd65349-ad19-47e7-9ac6-6aad031e8c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e4a206-9adc-4873-9d4f-b07d473aaa9a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:52.874557 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-5cd65349-ad19-47e7-9ac6-6aad031e8c10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f407ac4ae624537b35727ba2a5fe285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6133564 Mar 26 03:02:52.876874 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 52594) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:52.985627 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4220d92-f3a4-4b54-a501-a9c69c2acace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf5852-e3f4-4ea8-91a7-48763ae84245'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:52.989062 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f6025d-159b-4926-a210-c7dd0626e232" -d '{"events": [{"server_uuid": "a4220d92-f3a4-4b54-a501-a9c69c2acace", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf5852-e3f4-4ea8-91a7-48763ae84245"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:53.046977 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c78170-51d1-444b-9c12-60ff73f296eb x-openstack-request-id: req-45c78170-51d1-444b-9c12-60ff73f296eb {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:53.047309 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4220d92-f3a4-4b54-a501-a9c69c2acace", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf5852-e3f4-4ea8-91a7-48763ae84245", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:53.047585 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45c78170-51d1-444b-9c12-60ff73f296eb {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:53.048029 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c78170-51d1-444b-9c12-60ff73f296eb'] response: {'server_uuid': 'a4220d92-f3a4-4b54-a501-a9c69c2acace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf5852-e3f4-4ea8-91a7-48763ae84245', 'code': 200} Mar 26 03:02:53.048132 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Pushing event updated for resources: {'Port': ['ID=11b24ba2-d09b-4dc1-a888-37fbed368c20,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:53.065944 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f56b4a47-4107-4823-a19e-6b1a27b6f8d2 req-2ac087b7-6e98-493d-b7c7-d59033d34e76 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708490 Mar 26 03:02:53.086196 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Attempting to bind port 11b24ba2-d09b-4dc1-a888-37fbed368c20 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:53.086555 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Attempting to bind port 11b24ba2-d09b-4dc1-a888-37fbed368c20 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:53.086896 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Attempting to bind port 11b24ba2-d09b-4dc1-a888-37fbed368c20 on network ddaffb82-6513-4745-bac8-becc9cfce0de {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:53.107655 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Port 11b24ba2-d09b-4dc1-a888-37fbed368c20 on network ddaffb82-6513-4745-bac8-becc9cfce0de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:02:53.108089 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Attempting to bind port 11b24ba2-d09b-4dc1-a888-37fbed368c20 on network ddaffb82-6513-4745-bac8-becc9cfce0de {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:53.118293 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f77195-90d2-457c-af89-98dc6eb2d0a7 admin admin] Publish callbacks [] for security_group (38e4a206-9adc-4873-9d4f-b07d473aaa9a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.122304 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:53.122304 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Checking segment: {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:53.122691 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Bound using segment: {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:53.123895 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Bound port: 11b24ba2-d09b-4dc1-a888-37fbed368c20, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:53.124195 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.159971 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f77195-90d2-457c-af89-98dc6eb2d0a7 admin admin] Publish callbacks [] for security_group (38e4a206-9adc-4873-9d4f-b07d473aaa9a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.205536 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:53.212081 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-58d45db9-780d-4fa7-9370-0961f01e841c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd HTTP/1.1" status: 200 len: 217 time: 0.3844349 Mar 26 03:02:53.237110 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:02:53.239536 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:02:53.266863 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] For port 11b24ba2-d09b-4dc1-a888-37fbed368c20, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:53.270887 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] For port 11b24ba2-d09b-4dc1-a888-37fbed368c20, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:53.277947 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:02:53.285832 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.345197 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:53.346927 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.349335 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/11b24ba2-d09b-4dc1-a888-37fbed368c20 HTTP/1.1" status: 200 len: 1093 time: 1.6967552 Mar 26 03:02:53.354378 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f77195-90d2-457c-af89-98dc6eb2d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (38e4a206-9adc-4873-9d4f-b07d473aaa9a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.357594 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f77195-90d2-457c-af89-98dc6eb2d0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.360331 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-66f77195-90d2-457c-af89-98dc6eb2d0a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e4a206-9adc-4873-9d4f-b07d473aaa9a HTTP/1.1" status: 204 len: 168 time: 0.4803059 Mar 26 03:02:53.371382 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-eaa3810e-7212-4ed0-a83d-b6f97446fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:53.372940 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-eaa3810e-7212-4ed0-a83d-b6f97446fe55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.1482310 Mar 26 03:02:53.394018 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f77195-90d2-457c-af89-98dc6eb2d0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e4a206-9adc-4873-9d4f-b07d473aaa9a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:53.395593 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:53.396631 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.465110 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7be0a3-7fac-486f-afd0-b902891875c2 service neutron] Pushing event updated for resources: {'Port': ['ID=11b24ba2-d09b-4dc1-a888-37fbed368c20,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:53.519094 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5d2b3-d606-49b2-ad71-cdaa551f614e req-0413bc76-a944-48c0-978f-6c3c430c06af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:53.521444 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b8c5d2b3-d606-49b2-ad71-cdaa551f614e req-0413bc76-a944-48c0-978f-6c3c430c06af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 1130 time: 0.1461575 Mar 26 03:02:53.527088 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-cb11514d-6a76-4d94-b4a0-7452d0ec3916 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6337287 Mar 26 03:02:53.554396 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Request body: {'port': {'device_id': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:53.562426 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc92d0b-e025-4e2d-b2a6-8f493f9a4af9 req-8d7fe036-0e0b-452b-b0d5-0919a7a852be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:53.572121 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-abc92d0b-e025-4e2d-b2a6-8f493f9a4af9 req-8d7fe036-0e0b-452b-b0d5-0919a7a852be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 943 time: 0.1270483 Mar 26 03:02:53.650841 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'tag': '11b24ba2-d09b-4dc1-a888-37fbed368c20'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:53.653178 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-b39aaffe-7f4c-4680-8884-379f7669a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:53.656570 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c77053f6-b7ac-4c06-b394-7f7413a31f1a", "tag": "11b24ba2-d09b-4dc1-a888-37fbed368c20"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:53.656860 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-b39aaffe-7f4c-4680-8884-379f7669a2aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2293761 Mar 26 03:02:53.752773 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.768310 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b8c5d2b3-d606-49b2-ad71-cdaa551f614e req-ef2a27a3-4859-48d2-82c9-506af9636de5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396114 Mar 26 03:02:53.794898 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-abc92d0b-e025-4e2d-b2a6-8f493f9a4af9 req-67219284-3e68-4156-9ce2-d579d59447dd tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173591 Mar 26 03:02:53.801702 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-99eac4de-8685-4d17-9ffa-d72f80ed29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:53.803233 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-99eac4de-8685-4d17-9ffa-d72f80ed29ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 1127 time: 0.2641356 Mar 26 03:02:53.839307 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-8c5a07be-3d8b-4eac-a4b6-9ca25aed8be5 None None] Provisioning complete for port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:53.840783 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8c5a07be-3d8b-4eac-a4b6-9ca25aed8be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.841749 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c1ab6-35e6-4920-b613-ef45c8088b71 req-e55a002a-5df5-4eb1-abcb-0ab5a2c8f44b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:53.845801 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b21c1ab6-35e6-4920-b613-ef45c8088b71 req-e55a002a-5df5-4eb1-abcb-0ab5a2c8f44b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 931 time: 0.2612936 Mar 26 03:02:53.912205 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-d9f6f331-fc52-4ddc-98b0-a964788a205a service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473967 Mar 26 03:02:53.934399 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a07be-3d8b-4eac-a4b6-9ca25aed8be5 None None] Port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:02:53.954235 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b21c1ab6-35e6-4920-b613-ef45c8088b71 req-eb525b2e-b69d-407c-81a2-f2ee4ba3bb02 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969014 Mar 26 03:02:54.040604 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-ed116ce7-3b52-4913-a86e-c184a77c3814 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20 HTTP/1.1" status: 200 len: 217 time: 0.0790694 Mar 26 03:02:54.120849 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531331-e626-49ca-934d-8d3e2e222b1c req-72a7e918-f189-426e-bb7a-cd2acd2657c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:54.126340 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07531331-e626-49ca-934d-8d3e2e222b1c req-72a7e918-f189-426e-bb7a-cd2acd2657c3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.2365150 Mar 26 03:02:54.129568 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-b4fbb119-0b16-4525-a339-f0831d92b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:54.130923 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-b4fbb119-0b16-4525-a339-f0831d92b804 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 200 len: 848 time: 0.0836003 Mar 26 03:02:54.200714 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-850f1fdc-863e-47a7-993f-c2356d1d0011 req-d9aec119-62c8-49c3-9b89-58244c74c90b service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742747 Mar 26 03:02:54.500637 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:54.531460 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Publish callbacks [] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:54.560040 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Transition to ACTIVE for port object 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:02:54.568939 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:54.711543 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07531331-e626-49ca-934d-8d3e2e222b1c req-28cf93c8-5291-4b6f-b6cc-a3dd81062fab tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771816 Mar 26 03:02:54.759551 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:54.787013 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-36e37791-38ac-48f1-b7b1-577e6de82d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:54.797261 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-36e37791-38ac-48f1-b7b1-577e6de82d81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddaffb82-6513-4745-bac8-becc9cfce0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6552327 Mar 26 03:02:54.843938 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197e9189-f0a1-4c2a-95b9-4b441afc31b3 x-openstack-request-id: req-197e9189-f0a1-4c2a-95b9-4b441afc31b3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:54.844238 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77053f6-b7ac-4c06-b394-7f7413a31f1a", "tag": "11b24ba2-d09b-4dc1-a888-37fbed368c20", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:54.844488 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-197e9189-f0a1-4c2a-95b9-4b441afc31b3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:54.844902 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197e9189-f0a1-4c2a-95b9-4b441afc31b3'] response: {'name': 'network-changed', 'server_uuid': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'tag': '11b24ba2-d09b-4dc1-a888-37fbed368c20', 'status': 'completed', 'code': 200} Mar 26 03:02:54.912047 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Attempting to bind port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:02:54.912592 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Attempting to bind port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:02:54.913291 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Attempting to bind port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a on network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:54.918196 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a on network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:02:54.918724 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Attempting to bind port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a on network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:02:54.925124 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:02:54.925772 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Checking segment: {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:02:54.926326 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Bound using segment: {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:02:54.927178 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Bound port: 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:02:54.927849 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:55.004524 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-eed014a0-8168-40de-b8f1-ee311ec07eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001920 Mar 26 03:02:55.075050 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:02:55.079990 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:02:55.091295 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:55.136179 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.137010 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:55.138409 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a HTTP/1.1" status: 200 len: 1093 time: 1.5949914 Mar 26 03:02:55.141034 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:55.143780 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421c71aa-1b97-4d37-ab59-74e5af8485b4" -d '{"events": [{"name": "network-changed", "server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:55.190387 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea75518-1f5d-48eb-be26-006c95ca3113 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:55.280376 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39a32-e3e6-4562-86a0-9359ee771d2c req-b83db03d-9fcd-497a-b333-497d27ea5cfc tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.288029 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b2f39a32-e3e6-4562-86a0-9359ee771d2c req-b83db03d-9fcd-497a-b333-497d27ea5cfc tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 943 time: 0.2949567 Mar 26 03:02:55.307160 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccae63-878c-4852-a25e-e29e59ee321e req-832d6bb2-65b0-42da-9cac-33abe0e117e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.308781 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-832d6bb2-65b0-42da-9cac-33abe0e117e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 1127 time: 0.0922818 Mar 26 03:02:55.378976 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a709f-4f3e-4dc0-9efa-a026b3d71d06 req-c5878d71-0552-45ad-9bdb-db41be43583f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.388312 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0f9a709f-4f3e-4dc0-9efa-a026b3d71d06 req-c5878d71-0552-45ad-9bdb-db41be43583f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 943 time: 0.3009183 Mar 26 03:02:55.413093 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-e48371e7-3cbd-4874-a606-d6d5d7a5f3d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a HTTP/1.1" status: 200 len: 217 time: 0.0951695 Mar 26 03:02:55.447675 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fbc3a0a-5f71-4273-894a-3085330cbbcd req-a6268efd-1154-46b7-9fe4-6faae1bc8b6c service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504264 Mar 26 03:02:55.473471 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b2f39a32-e3e6-4562-86a0-9359ee771d2c req-5e36e176-6cfe-430a-af0d-579caa87abf2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843588 Mar 26 03:02:55.520657 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccae63-878c-4852-a25e-e29e59ee321e req-3f8b7473-f943-421a-90d2-7c8c2fc2d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.523219 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-3f8b7473-f943-421a-90d2-7c8c2fc2d930 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.1028516 Mar 26 03:02:55.569182 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0f9a709f-4f3e-4dc0-9efa-a026b3d71d06 req-1f36d987-c624-4c3d-bfd0-a5f8dc29787e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790392 Mar 26 03:02:55.598849 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccae63-878c-4852-a25e-e29e59ee321e req-a06110fd-07fc-4c48-a2c0-883b2e02b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.600403 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-a06110fd-07fc-4c48-a2c0-883b2e02b6a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0669618 Mar 26 03:02:55.642594 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-efe4cd37-0127-4b36-b308-22fbcb77168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.645375 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-efe4cd37-0127-4b36-b308-22fbcb77168b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 1127 time: 0.1346695 Mar 26 03:02:55.650736 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c65b518-b9f9-47ac-b3d6-c3e9c15ce763 x-openstack-request-id: req-7c65b518-b9f9-47ac-b3d6-c3e9c15ce763 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:55.651054 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:55.651312 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c65b518-b9f9-47ac-b3d6-c3e9c15ce763 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:55.651711 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c65b518-b9f9-47ac-b3d6-c3e9c15ce763'] response: {'name': 'network-changed', 'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'status': 'completed', 'code': 200} Mar 26 03:02:55.693456 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c14fa-46f7-43b1-afe5-a74b72811317 req-9c06d7cb-b945-4e5e-8ce8-e96c794b8792 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.694970 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-837c14fa-46f7-43b1-afe5-a74b72811317 req-9c06d7cb-b945-4e5e-8ce8-e96c794b8792 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.1042268 Mar 26 03:02:55.790344 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-837c14fa-46f7-43b1-afe5-a74b72811317 req-ab77bccb-ca5b-4398-9695-d21383ad3a76 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700819 Mar 26 03:02:55.812226 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-a548e928-cd72-4333-9f6f-e02ae7aa647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.814010 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-a548e928-cd72-4333-9f6f-e02ae7aa647a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 910 time: 0.1533310 Mar 26 03:02:55.870618 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-42e66cd7-b8aa-46b4-b222-b612ef009a9e service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550139 Mar 26 03:02:55.895891 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-430f6cc3-318b-451b-a769-9570314bd10a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20 HTTP/1.1" status: 200 len: 217 time: 0.0364449 Mar 26 03:02:55.948801 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32aa52-81e7-47ca-b6c3-ec776b212594 req-bcfd5b6d-6a2f-425e-8ba9-b5b4ffb7263a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.950296 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aa32aa52-81e7-47ca-b6c3-ec776b212594 req-bcfd5b6d-6a2f-425e-8ba9-b5b4ffb7263a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1293008 Mar 26 03:02:55.959733 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-acdf98f0-2327-4737-b63b-14674c34a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:55.961188 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-acdf98f0-2327-4737-b63b-14674c34a666 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 200 len: 848 time: 0.0617888 Mar 26 03:02:55.985782 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8cd2b058-1ed2-4ead-a479-adf6b1077040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:56.087042 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aa32aa52-81e7-47ca-b6c3-ec776b212594 req-313b1390-8c5b-46d6-8470-0d13f6ada679 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229939 Mar 26 03:02:56.114550 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-00ccae63-878c-4852-a25e-e29e59ee321e req-13d3b090-8a46-4095-8724-a4b566ccce24 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288508 Mar 26 03:02:56.125333 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-a045da4d-c031-4c63-b201-c6b261c1e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:56.126849 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-a045da4d-c031-4c63-b201-c6b261c1e7b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddaffb82-6513-4745-bac8-becc9cfce0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1499999 Mar 26 03:02:56.192667 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:02:56.274380 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-7eb91571-b0b4-4fa0-b189-8b78c9a2b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:56.275851 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-7eb91571-b0b4-4fa0-b189-8b78c9a2b395 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 1127 time: 0.0999818 Mar 26 03:02:56.361905 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-d1c0d7a3-1976-43e6-a87f-7b80c97313b6 service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165670 Mar 26 03:02:56.440044 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:56.472279 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-71a2b958-2f67-4dce-a891-eea6de32b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:56.474858 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:02:56.476534 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-71a2b958-2f67-4dce-a891-eea6de32b54f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 917 time: 0.1860390 Mar 26 03:02:56.519831 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-da5c2b8f-41c5-4c8a-b29d-9a32e6528a1b req-dd9f2db0-ac36-40ee-8b3e-72fd748cb25b service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406367 Mar 26 03:02:56.564364 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:56.566380 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:56.593901 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:56.633024 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:56.639112 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-62781925-c6f7-4264-8aeb-677c55abf290 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a HTTP/1.1" status: 200 len: 217 time: 0.1372089 Mar 26 03:02:56.643218 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:56.698980 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:56.709852 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-2d210d25-dae5-438e-9174-12613e4c6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:56.711506 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-2d210d25-dae5-438e-9174-12613e4c6a47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 1130 time: 0.2680249 Mar 26 03:02:56.728890 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-43a4ec46-5e86-43d0-8094-b8b0a5058a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:56.730285 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-43a4ec46-5e86-43d0-8094-b8b0a5058a6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0789032 Mar 26 03:02:56.732308 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65decf3a-b798-49ad-8fa5-fa03049684ec req-df51222e-44b9-4ee5-8c95-65dd2780b516 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:56.740584 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-65decf3a-b798-49ad-8fa5-fa03049684ec req-df51222e-44b9-4ee5-8c95-65dd2780b516 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.2186551 Mar 26 03:02:56.776480 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc73cf-4c5c-461f-87c2-e0a60d4611f4 req-0f71266f-135c-4154-8a01-8d437bcaaaf2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:56.778159 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f6dc73cf-4c5c-461f-87c2-e0a60d4611f4 req-0f71266f-135c-4154-8a01-8d437bcaaaf2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 944 time: 0.1921747 Mar 26 03:02:56.825367 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-65decf3a-b798-49ad-8fa5-fa03049684ec req-abc4a3b6-f0f7-4b32-b478-8b6d4dcef8bf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796371 Mar 26 03:02:56.890389 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f6dc73cf-4c5c-461f-87c2-e0a60d4611f4 req-7e7dc03a-33f9-49b8-9b1f-32aa563f41c2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982385 Mar 26 03:02:56.931527 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-54e8e9ff-34ac-40f5-a867-280256ccb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:56.934285 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-54e8e9ff-34ac-40f5-a867-280256ccb7e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1919816 Mar 26 03:02:56.937137 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:02:56.968731 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-65a280c4-7722-44a1-aef4-54ec31d1883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:56.970388 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-65a280c4-7722-44a1-aef4-54ec31d1883b service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.2497046 Mar 26 03:02:57.063411 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-bc00bad0-1cbd-44d5-bfc3-9437b4def82a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bf5852-e3f4-4ea8-91a7-48763ae84245 HTTP/1.1" status: 200 len: 217 time: 0.0629241 Mar 26 03:02:57.133155 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a692f-faa4-403e-a099-2881d8186cbb req-9ac1df64-8f18-435a-ad22-4b823c83796f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:57.142099 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-7c20c42b-b1fe-4f08-93e5-40097a6f233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:57.142788 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-af9a692f-faa4-403e-a099-2881d8186cbb req-9ac1df64-8f18-435a-ad22-4b823c83796f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 943 time: 0.2292213 Mar 26 03:02:57.145399 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-7c20c42b-b1fe-4f08-93e5-40097a6f233b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0736818 Mar 26 03:02:57.211479 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2933296-6557-41c5-8ca0-8ac40fdef191 req-c8865a04-85fc-40f4-a9e5-01431d890e38 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:57.223408 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f2933296-6557-41c5-8ca0-8ac40fdef191 req-c8865a04-85fc-40f4-a9e5-01431d890e38 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.2254016 Mar 26 03:02:57.229036 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-ec0cda57-1bf6-4529-acd7-3ca20788a424 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847831 Mar 26 03:02:57.247169 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-c43a547a-c72e-4e9a-9f40-6990080800f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:57.248761 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-c43a547a-c72e-4e9a-9f40-6990080800f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0966730 Mar 26 03:02:57.272878 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-af9a692f-faa4-403e-a099-2881d8186cbb req-97deed2a-d84c-4f35-a39a-95edc08a4e62 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292031 Mar 26 03:02:57.315507 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f2933296-6557-41c5-8ca0-8ac40fdef191 req-1208fc7d-addf-490a-8666-7eab4d456114 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908461 Mar 26 03:02:57.437182 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-455f9d0c-72d3-4a10-9b73-f0b9730e431d service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334929 Mar 26 03:02:57.439169 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-421c71aa-1b97-4d37-ab59-74e5af8485b4 req-6ba67a83-596e-4164-aecc-c49933ec0744 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024708 Mar 26 03:02:57.563825 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-8a09c6eb-bb80-4a89-a1bf-0fc18c4197c7 req-927a5acc-08c9-4373-b94a-f415316d1a30 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167338 Mar 26 03:02:57.690460 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ce083-2150-481a-8028-fcd374e5fe4b req-834034b3-4320-46b2-84c1-78f159925497 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:57.692956 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f02ce083-2150-481a-8028-fcd374e5fe4b req-834034b3-4320-46b2-84c1-78f159925497 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 945 time: 0.0805292 Mar 26 03:02:57.745711 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f02ce083-2150-481a-8028-fcd374e5fe4b req-b3beae65-dcb0-4a1e-a954-216f8fe56c9e tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Mar 26 03:02:57.966027 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a9593-0ba9-41a3-a6cb-96e3bfa401b7 req-f3f998d3-90cc-43e0-ad8a-ab2cad85ab8c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:57.967488 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-496a9593-0ba9-41a3-a6cb-96e3bfa401b7 req-f3f998d3-90cc-43e0-ad8a-ab2cad85ab8c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0604300 Mar 26 03:02:58.043829 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64dde3-8f30-4d6b-a66c-8a2d895710a2 req-47814461-9b94-4051-897d-613cb71899f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:58.045351 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8f64dde3-8f30-4d6b-a66c-8a2d895710a2 req-47814461-9b94-4051-897d-613cb71899f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 944 time: 0.0945690 Mar 26 03:02:58.048869 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-496a9593-0ba9-41a3-a6cb-96e3bfa401b7 req-59335876-a1a8-4827-9f86-b55d079428ca tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640221 Mar 26 03:02:58.093647 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8f64dde3-8f30-4d6b-a66c-8a2d895710a2 req-1e52ade6-935c-459a-8624-676654a0d187 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Mar 26 03:02:58.184463 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 11b24ba2-d09b-4dc1-a888-37fbed368c20 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:02:58.189082 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:02:58.292310 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-65d2781b-62f1-4234-a17f-5968f9f640a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:58.318006 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:02:58.327479 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:02:58.327861 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:58.366024 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 11b24ba2-d09b-4dc1-a888-37fbed368c20, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:58.387416 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '11b24ba2-d09b-4dc1-a888-37fbed368c20', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'port_id': '11b24ba2-d09b-4dc1-a888-37fbed368c20', 'mac_address': 'fa:16:3e:7f:39:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:02:58.433280 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5aa2d-9f8d-483e-b2bd-888a1a03b7e1 req-a5848636-175b-4323-8477-2cd43a9cb5bf tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:58.434723 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-84d5aa2d-9f8d-483e-b2bd-888a1a03b7e1 req-a5848636-175b-4323-8477-2cd43a9cb5bf tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 943 time: 0.0824726 Mar 26 03:02:58.461678 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 11b24ba2-d09b-4dc1-a888-37fbed368c20 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:58.462071 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:58.481824 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b24ba2-d09b-4dc1-a888-37fbed368c20 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:02:58.487992 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:02:58.488400 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:58.517259 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 11b24ba2-d09b-4dc1-a888-37fbed368c20, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:58.522895 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d084c7-5d1b-482a-bad5-a44c9455f7d5 req-9455d8ad-e58d-42e6-af2a-8e93bdf876af tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:58.524665 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-10d084c7-5d1b-482a-bad5-a44c9455f7d5 req-9455d8ad-e58d-42e6-af2a-8e93bdf876af tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0889909 Mar 26 03:02:58.524839 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:02:58.527146 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8927a948-7e06-4fc5-9d62-71463e91ab9b" -d '{"events": [{"server_uuid": "d9aca514-fe13-416d-b1f3-0db198075b6f", "name": "network-vif-plugged", "status": "completed", "tag": "e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:02:58.528438 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-84d5aa2d-9f8d-483e-b2bd-888a1a03b7e1 req-fcfc8695-ebdf-4afc-9a13-ee3f8edf3033 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832009 Mar 26 03:02:58.536548 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:58.544061 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:02:58.565847 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:58.594552 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af47134-e76f-4cdc-879d-9896217447a5 x-openstack-request-id: req-7af47134-e76f-4cdc-879d-9896217447a5 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:02:58.594897 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9aca514-fe13-416d-b1f3-0db198075b6f", "name": "network-vif-plugged", "status": "completed", "tag": "e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:02:58.595175 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7af47134-e76f-4cdc-879d-9896217447a5 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:02:58.595595 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af47134-e76f-4cdc-879d-9896217447a5'] response: {'server_uuid': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'code': 200} Mar 26 03:02:58.600080 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=11b24ba2-d09b-4dc1-a888-37fbed368c20,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:58.613971 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-10d084c7-5d1b-482a-bad5-a44c9455f7d5 req-0c1ab91d-4615-4c01-8ce0-9a1dd3fbaee7 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805926 Mar 26 03:02:58.688378 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:58.805188 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510013c8-fd20-4e00-b5da-ca7193c83d6d req-6b3cc200-1d4c-4283-8bde-6e4e0e0750e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:58.806809 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-510013c8-fd20-4e00-b5da-ca7193c83d6d req-6b3cc200-1d4c-4283-8bde-6e4e0e0750e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 1129 time: 0.0487499 Mar 26 03:02:58.851423 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['11b24ba2-d09b-4dc1-a888-37fbed368c20'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:02:58.863604 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-510013c8-fd20-4e00-b5da-ca7193c83d6d req-0f7a4269-1709-4619-8649-0229d1ff2804 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494993 Mar 26 03:02:58.897357 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d029-ff14-4647-a270-4fc5f00b2051 req-d2082de3-6eb7-4ce4-8b24-6fea343a1982 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:58.899013 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-93f4d029-ff14-4647-a270-4fc5f00b2051 req-d2082de3-6eb7-4ce4-8b24-6fea343a1982 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 945 time: 0.0783546 Mar 26 03:02:58.961138 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-93f4d029-ff14-4647-a270-4fc5f00b2051 req-80a04f7e-de62-4d2a-afdd-a9d4453ed26e tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565128 Mar 26 03:02:59.137980 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52838) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:59.206547 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8bfb-e933-4012-89eb-0dac153c6281 req-5c341181-505e-49d4-a9f4-3822c1835436 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:59.208158 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-434a8bfb-e933-4012-89eb-0dac153c6281 req-5c341181-505e-49d4-a9f4-3822c1835436 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0880163 Mar 26 03:02:59.248701 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a13e7-fe98-4dac-80a6-8f009b3b8e1a req-626feb06-e2f6-4222-81e9-f3258ae18232 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:59.250203 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d86a13e7-fe98-4dac-80a6-8f009b3b8e1a req-626feb06-e2f6-4222-81e9-f3258ae18232 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 945 time: 0.0861623 Mar 26 03:02:59.251360 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-171cf6ae-4e8e-45e8-89d3-179cb5b0fcfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:59.296065 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-434a8bfb-e933-4012-89eb-0dac153c6281 req-09d12d70-71cb-49e7-a0b6-d3b26a0a7466 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799398 Mar 26 03:02:59.318352 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d86a13e7-fe98-4dac-80a6-8f009b3b8e1a req-640ae17c-d12e-4ba6-b32e-e6546fea0edf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576112 Mar 26 03:02:59.330582 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-171cf6ae-4e8e-45e8-89d3-179cb5b0fcfe admin admin] Publish callbacks [] for security_group (18badaf5-c677-4078-8157-1cc050152d49), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:59.334473 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-171cf6ae-4e8e-45e8-89d3-179cb5b0fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (18badaf5-c677-4078-8157-1cc050152d49), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:59.371820 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cf6ae-4e8e-45e8-89d3-179cb5b0fcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18badaf5-c677-4078-8157-1cc050152d49,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:59.376817 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-171cf6ae-4e8e-45e8-89d3-179cb5b0fcfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ec34f53bd7a408ca79551629a7c9bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376819 Mar 26 03:02:59.379453 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52842) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:59.426350 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-495354e7-21c1-4c04-891f-986c0fcff55c admin admin] Publish callbacks [] for security_group (18badaf5-c677-4078-8157-1cc050152d49), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:59.447650 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-495354e7-21c1-4c04-891f-986c0fcff55c admin admin] Publish callbacks [] for security_group (18badaf5-c677-4078-8157-1cc050152d49), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:59.496467 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-495354e7-21c1-4c04-891f-986c0fcff55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (18badaf5-c677-4078-8157-1cc050152d49), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:59.500090 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-495354e7-21c1-4c04-891f-986c0fcff55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:59.503659 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-495354e7-21c1-4c04-891f-986c0fcff55c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18badaf5-c677-4078-8157-1cc050152d49 HTTP/1.1" status: 204 len: 168 time: 0.1209192 Mar 26 03:02:59.508653 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495354e7-21c1-4c04-891f-986c0fcff55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18badaf5-c677-4078-8157-1cc050152d49,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:59.688353 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043a0ba-94d3-457b-a17c-9a76da8361c3 req-e4d96326-e6a9-4d2e-b14d-793dbebaba40 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:59.689490 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:59.690022 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2043a0ba-94d3-457b-a17c-9a76da8361c3 req-e4d96326-e6a9-4d2e-b14d-793dbebaba40 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 944 time: 0.0829184 Mar 26 03:02:59.794449 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063fb05-97c3-4f57-9a98-68efe3949c26 req-af697ada-60f0-442a-a0c3-5f3af75f4e27 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:59.796733 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2063fb05-97c3-4f57-9a98-68efe3949c26 req-af697ada-60f0-442a-a0c3-5f3af75f4e27 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0975890 Mar 26 03:02:59.799628 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2043a0ba-94d3-457b-a17c-9a76da8361c3 req-d591a961-caf4-4bce-b0f3-3dbebb1c4566 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032650 Mar 26 03:02:59.839526 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-60ef91ba-8b6d-46d2-979f-293bebfce0e0 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:59.841130 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-60ef91ba-8b6d-46d2-979f-293bebfce0e0 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 945 time: 0.1341879 Mar 26 03:02:59.860277 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2063fb05-97c3-4f57-9a98-68efe3949c26 req-4a89b5ab-f6df-4ca8-afe9-0cebb244d8e5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575511 Mar 26 03:03:00.040158 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Deleting port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:03:00.040661 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.102859 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2688-5ff3-4ae2-8a71-a6c8e3b5152b req-23b2fba8-2f9f-4966-a332-2aedfe653884 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:00.105101 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab4b2688-5ff3-4ae2-8a71-a6c8e3b5152b req-23b2fba8-2f9f-4966-a332-2aedfe653884 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 945 time: 0.0601242 Mar 26 03:03:00.187210 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab4b2688-5ff3-4ae2-8a71-a6c8e3b5152b req-08f39aae-2735-4df4-ab9e-4c103ae3b4a3 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f28342b-3907-4467-8d6f-2bddb8ad952c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751231 Mar 26 03:03:00.198629 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:03:00.215138 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 11b24ba2-d09b-4dc1-a888-37fbed368c20 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:00.403765 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] For port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,segment=NetworkSegment(3de2c513-9375-4fc2-b5a7-fedfd970b560),segment_id=3de2c513-9375-4fc2-b5a7-fedfd970b560)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:00.404179 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.435917 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Calling delete_port for 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:03:00.440538 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 11b24ba2-d09b-4dc1-a888-37fbed368c20 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:03:00.505407 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:00.528811 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 11b24ba2-d09b-4dc1-a888-37fbed368c20 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:00.531167 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.534617 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'port_id': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'mac_address': 'fa:16:3e:b2:f7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:03:00.585103 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaebaba-87a1-4a6b-bded-fc2ce9ef198a req-9a8ccccf-e27d-49f2-97b6-c0064f2cb73d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:00.594316 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-edaebaba-87a1-4a6b-bded-fc2ce9ef198a req-9a8ccccf-e27d-49f2-97b6-c0064f2cb73d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1821103 Mar 26 03:03:00.627848 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e338e6-d054-4e72-b043-52324e59b522 req-5d9bce70-7e25-447b-ab80-2856ac2423ff tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:00.630713 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-39e338e6-d054-4e72-b043-52324e59b522 req-5d9bce70-7e25-447b-ab80-2856ac2423ff tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 945 time: 0.1578491 Mar 26 03:03:00.651744 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:00.652144 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.685360 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.704184 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-edaebaba-87a1-4a6b-bded-fc2ce9ef198a req-d702386e-c339-4a95-9915-fc0ac7ead194 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087208 Mar 26 03:03:00.712496 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:03:00.721197 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:03:00.742820 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-39e338e6-d054-4e72-b043-52324e59b522 req-aed767f1-dbd4-4375-a363-37da08c94cd1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058683 Mar 26 03:03:00.804453 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Pushing event deleted for resources: {'Port': ['ID=8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:00.826032 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] No DVR routers for this DVR port 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 on host hv-cinder-83532 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:03:00.830725 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.834644 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-7814f860-d9d6-4802-a750-b1840a0aee0c req-0d417251-690b-4e42-903a-8f0428bcee45 tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.15 "DELETE /v2.0/ports/8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 HTTP/1.1" status: 204 len: 173 time: 0.9873726 Mar 26 03:03:00.835263 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8be529-fdcb-46db-9dbf-92abfe3cb23d', 'name': 'network-vif-deleted', 'tag': '8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:03:00.838517 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d8942a-1bd4-4d6e-a169-7b6ddbd40293" -d '{"events": [{"server_uuid": "fc8be529-fdcb-46db-9dbf-92abfe3cb23d", "name": "network-vif-deleted", "tag": "8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:03:00.915765 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 11b24ba2-d09b-4dc1-a888-37fbed368c20 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:00.916295 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.922040 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:00.937403 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.955392 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1b704-ffa5-41e1-b862-63a893cb7faa req-01ac43b2-b7ec-4829-89bf-30e25d2c058c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:00.956931 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-80a1b704-ffa5-41e1-b862-63a893cb7faa req-01ac43b2-b7ec-4829-89bf-30e25d2c058c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 945 time: 0.1200278 Mar 26 03:03:00.966650 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 52920) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:00.972361 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-daff9e72-5662-41dd-9b09-2a23e03d2daf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'floatingip': {'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:00.978170 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bcde7-dfeb-4a27-904e-dd90c7b0a045 req-27650cc4-0aa2-41d8-a651-9844e5280ba5 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:00.987676 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-499bcde7-dfeb-4a27-904e-dd90c7b0a045 req-27650cc4-0aa2-41d8-a651-9844e5280ba5 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 944 time: 0.0882485 Mar 26 03:03:01.006167 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:01.017665 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b24ba2-d09b-4dc1-a888-37fbed368c20'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:03:01.021540 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44135b9-50e4-4a4a-b696-d675caaf3a97" -d '{"events": [{"server_uuid": "c77053f6-b7ac-4c06-b394-7f7413a31f1a", "name": "network-vif-plugged", "status": "completed", "tag": "11b24ba2-d09b-4dc1-a888-37fbed368c20"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:03:01.039575 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 11b24ba2-d09b-4dc1-a888-37fbed368c20, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:01.049608 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:01.077133 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:01.087585 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-499bcde7-dfeb-4a27-904e-dd90c7b0a045 req-a8b0fec3-19f6-4daf-a860-f8126864c488 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987771 Mar 26 03:03:01.116317 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db80087-0743-4eb0-b578-e3d25daff817 x-openstack-request-id: req-8db80087-0743-4eb0-b578-e3d25daff817 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:03:01.117326 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8be529-fdcb-46db-9dbf-92abfe3cb23d", "name": "network-vif-deleted", "tag": "8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:03:01.117438 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=11b24ba2-d09b-4dc1-a888-37fbed368c20,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:01.118162 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8db80087-0743-4eb0-b578-e3d25daff817 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:03:01.118775 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db80087-0743-4eb0-b578-e3d25daff817'] response: {'server_uuid': 'fc8be529-fdcb-46db-9dbf-92abfe3cb23d', 'name': 'network-vif-deleted', 'tag': '8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8', 'status': 'completed', 'code': 200} Mar 26 03:03:01.126654 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-daff9e72-5662-41dd-9b09-2a23e03d2daf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (b3146866-5679-47b8-a961-b1eeb2ee2ee7), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:01.148930 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b197630-9156-4535-8944-c530fb931d28 x-openstack-request-id: req-1b197630-9156-4535-8944-c530fb931d28 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:03:01.149243 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77053f6-b7ac-4c06-b394-7f7413a31f1a", "name": "network-vif-plugged", "status": "completed", "tag": "11b24ba2-d09b-4dc1-a888-37fbed368c20", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:03:01.149494 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b197630-9156-4535-8944-c530fb931d28 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:03:01.149888 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b197630-9156-4535-8944-c530fb931d28'] response: {'server_uuid': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b24ba2-d09b-4dc1-a888-37fbed368c20', 'code': 200} Mar 26 03:03:01.228129 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:03:01.284189 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282cfe3-e155-4edd-9e8b-2f1c9a50e98e req-998ae718-ca55-4893-a503-daae5791939b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:01.286250 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4282cfe3-e155-4edd-9e8b-2f1c9a50e98e req-998ae718-ca55-4893-a503-daae5791939b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 944 time: 0.0983322 Mar 26 03:03:01.414835 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0da3a123-cf21-4ebb-9252-9a07443a60d6 req-9465da47-81d3-4b67-b8a2-12abe8d7721b tempest-DeleteServersTestJSON-963492044 tempest-DeleteServersTestJSON-963492044-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc8be529-fdcb-46db-9dbf-92abfe3cb23d HTTP/1.1" status: 200 len: 210 time: 0.1110203 Mar 26 03:03:01.469364 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4282cfe3-e155-4edd-9e8b-2f1c9a50e98e req-15e633f1-3516-4a6f-b75e-59742597c8cb tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755972 Mar 26 03:03:01.853679 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327366eb-b708-49b9-a22c-e1a0ff5753ab req-b807ec16-bf91-4d88-8242-c2de3023fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:01.857282 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-327366eb-b708-49b9-a22c-e1a0ff5753ab req-b807ec16-bf91-4d88-8242-c2de3023fbc2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 1129 time: 0.3067827 Mar 26 03:03:01.906895 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecffd8-0e27-4b8c-9bbf-87446841640b req-08e4e6e6-2b93-4beb-876b-b4837b6a2e02 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:01.918842 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3cecffd8-0e27-4b8c-9bbf-87446841640b req-08e4e6e6-2b93-4beb-876b-b4837b6a2e02 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1169007 Mar 26 03:03:01.970990 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-327366eb-b708-49b9-a22c-e1a0ff5753ab req-94ff8615-59df-4f22-9903-5497fe6dde58 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994031 Mar 26 03:03:02.054682 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3cecffd8-0e27-4b8c-9bbf-87446841640b req-c0f2789f-12a5-49ba-b812-4f05236508f3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284251 Mar 26 03:03:02.191532 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-daff9e72-5662-41dd-9b09-2a23e03d2daf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.198193 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:02.199851 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-daff9e72-5662-41dd-9b09-2a23e03d2daf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (b3146866-5679-47b8-a961-b1eeb2ee2ee7), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.231550 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162257-741d-46d2-891f-b1ffd73f6986 req-d960b92c-b4ee-4090-80c7-8a0f823fd8b8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:02.234053 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-33162257-741d-46d2-891f-b1ffd73f6986 req-d960b92c-b4ee-4090-80c7-8a0f823fd8b8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0863366 Mar 26 03:03:02.297758 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:03:02.302240 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:02.302642 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.320416 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-33162257-741d-46d2-891f-b1ffd73f6986 req-30e4d4db-4b16-46d5-9265-4c650b00f178 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800166 Mar 26 03:03:02.351435 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [None req-daff9e72-5662-41dd-9b09-2a23e03d2daf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Floating IP b3146866-5679-47b8-a961-b1eeb2ee2ee7 associated. External IP: 172.28.2.194, port: e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd. Mar 26 03:03:02.406745 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:02.407304 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.444651 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:02.451047 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.452712 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:03:02.475497 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:03:02.475497 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 8c2ee74a-b2e8-41e0-bfd9-d89ca89c19b8 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:03:02.526018 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:02.626789 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37130bc8-169e-41df-a171-8a3e7ea51f17 req-0c9ce741-83ea-4168-bd72-38346ad26749 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:02.628727 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-37130bc8-169e-41df-a171-8a3e7ea51f17 req-0c9ce741-83ea-4168-bd72-38346ad26749 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0626738 Mar 26 03:03:02.705011 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.715178 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-37130bc8-169e-41df-a171-8a3e7ea51f17 req-aa2bffc2-3b9f-428c-99f9-37fc2aa4bb4b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791109 Mar 26 03:03:02.901898 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daff9e72-5662-41dd-9b09-2a23e03d2daf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:03:03.038719 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daff9e72-5662-41dd-9b09-2a23e03d2daf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:03:03.043868 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-daff9e72-5662-41dd-9b09-2a23e03d2daf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:03.056281 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:03:03.073650 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:03.075136 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:03.119392 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-daff9e72-5662-41dd-9b09-2a23e03d2daf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "PUT /v2.0/floatingips/b3146866-5679-47b8-a961-b1eeb2ee2ee7 HTTP/1.1" status: 200 len: 991 time: 2.1510181 Mar 26 03:03:03.121911 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'tag': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:03:03.125851 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5023411-49fe-4f32-afdd-92e6b04360a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9aca514-fe13-416d-b1f3-0db198075b6f", "tag": "e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:03:03.151825 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:03:03.154966 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9d8cd0-bac4-45ee-93ee-4315427b6489" -d '{"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:03:03.177335 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae6d1d3-e426-47c8-ade5-2593a3c50397 x-openstack-request-id: req-2ae6d1d3-e426-47c8-ade5-2593a3c50397 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:03:03.178865 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9aca514-fe13-416d-b1f3-0db198075b6f", "tag": "e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:03:03.178865 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ae6d1d3-e426-47c8-ade5-2593a3c50397 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:03:03.178865 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae6d1d3-e426-47c8-ade5-2593a3c50397'] response: {'name': 'network-changed', 'server_uuid': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'tag': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'status': 'completed', 'code': 200} Mar 26 03:03:03.244459 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e032e-9895-43b5-8f23-54bd2d1f7d60 req-32dd230d-013c-49e9-918f-ed2980c92221 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:03.246166 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-579e032e-9895-43b5-8f23-54bd2d1f7d60 req-32dd230d-013c-49e9-918f-ed2980c92221 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0794291 Mar 26 03:03:03.254589 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cb58a2-aedf-4af6-81db-adad506dc1cd x-openstack-request-id: req-82cb58a2-aedf-4af6-81db-adad506dc1cd {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:03:03.255095 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:03:03.255174 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82cb58a2-aedf-4af6-81db-adad506dc1cd {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:03:03.255626 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cb58a2-aedf-4af6-81db-adad506dc1cd'] response: {'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'code': 200} Mar 26 03:03:03.267666 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:03.290388 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-25651b6e-e23d-4b01-91bb-26d16180aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:03.293102 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-25651b6e-e23d-4b01-91bb-26d16180aed6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 1129 time: 0.0807140 Mar 26 03:03:03.312416 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-579e032e-9895-43b5-8f23-54bd2d1f7d60 req-51eaaaa4-5d70-4c43-a612-0c09c45ca061 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600026 Mar 26 03:03:03.444868 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-cdef5803-97fe-4b84-860f-1e272f150fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:03.446527 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-cdef5803-97fe-4b84-860f-1e272f150fbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 915 time: 0.1228859 Mar 26 03:03:03.492336 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38f2af-02f5-48fc-9ba7-37948ff92b42 req-9dc1c5d2-e34f-44b4-a57f-5afa700da208 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:03.500069 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4d38f2af-02f5-48fc-9ba7-37948ff92b42 req-9dc1c5d2-e34f-44b4-a57f-5afa700da208 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0708964 Mar 26 03:03:03.561442 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4d38f2af-02f5-48fc-9ba7-37948ff92b42 req-17f8487c-1997-424b-bfa4-f5d597fb372c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584629 Mar 26 03:03:03.592937 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-bb40cc0d-011b-4645-8873-4646d4fc6829 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd HTTP/1.1" status: 200 len: 999 time: 0.1313663 Mar 26 03:03:03.617795 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8d2d-f5b7-47a8-bc42-87b811f66899 req-b730357f-88ec-44d3-8ef2-2a7764ee3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:03.619399 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3ddd8d2d-f5b7-47a8-bc42-87b811f66899 req-b730357f-88ec-44d3-8ef2-2a7764ee3462 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 1129 time: 0.1117995 Mar 26 03:03:03.637284 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'b3146866-5679-47b8-a961-b1eeb2ee2ee7', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:36Z', 'updated_at': '2022-03-26T03:03:01Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:03.672705 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:03:03.681466 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:03.682180 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:03.686746 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-8d086d0a-2ed4-4a5d-b253-da3ad856a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:03.688239 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-8d086d0a-2ed4-4a5d-b253-da3ad856a620 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0817423 Mar 26 03:03:03.697626 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4373678-f5d5-42ff-b2d0-00a36a9a1b62 req-38d95faa-5675-4222-b578-27de68ecd43b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:03.699116 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a4373678-f5d5-42ff-b2d0-00a36a9a1b62 req-38d95faa-5675-4222-b578-27de68ecd43b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0646679 Mar 26 03:03:03.709476 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53024) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:03.712779 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3ddd8d2d-f5b7-47a8-bc42-87b811f66899 req-8317b9dc-7bd6-4fb3-be9c-f70955adde87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762455 Mar 26 03:03:03.714359 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'floatingip': {'port_id': '11b24ba2-d09b-4dc1-a888-37fbed368c20'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:03.746492 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-408a6497-d1a5-47a1-95e0-16133906603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:03.748083 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-408a6497-d1a5-47a1-95e0-16133906603c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0523567 Mar 26 03:03:03.784910 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (d81ad6cc-b1f8-40f0-8f89-2673e9fc4806), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:03.797118 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:04.045922 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'b3146866-5679-47b8-a961-b1eeb2ee2ee7', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:36Z', 'updated_at': '2022-03-26T03:03:01Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:04.079123 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c932270-1a88-4a50-a9ed-b32b58327699 None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'b3146866-5679-47b8-a961-b1eeb2ee2ee7', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:36Z', 'updated_at': '2022-03-26T03:03:01Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:03:04.106657 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-05e5ca93-370c-41d9-8e4d-be7db05c7086 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356559 Mar 26 03:03:04.162212 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda9f0e-8186-4bc3-bd95-c519ab943e54 req-b81b61c6-7208-4e67-a8e5-0a7fe8dabc6e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:04.163761 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ecda9f0e-8186-4bc3-bd95-c519ab943e54 req-b81b61c6-7208-4e67-a8e5-0a7fe8dabc6e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1715407 Mar 26 03:03:04.242848 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-a5023411-49fe-4f32-afdd-92e6b04360a4 req-07181f7d-a231-4308-8f67-8d5402a88755 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227367 Mar 26 03:03:04.294201 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ecda9f0e-8186-4bc3-bd95-c519ab943e54 req-1e269e58-412e-4cd3-b394-96092cfbe0ba tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993814 Mar 26 03:03:04.429771 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53060) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:04.440997 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a4ac7-2f40-48b2-8703-aa5742e0eb73 None None] New status for floating IP b3146866-5679-47b8-a961-b1eeb2ee2ee7: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:03:04.506362 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cb04cd-b2e0-472c-93fe-23b6d2626f27 admin admin] Deleting subnet 0d76afcb-2226-4883-8f27-f4ef1345534d {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:03:04.511082 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55cb04cd-b2e0-472c-93fe-23b6d2626f27 admin admin] Publish callbacks [] for subnet (0d76afcb-2226-4883-8f27-f4ef1345534d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:04.553902 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55cb04cd-b2e0-472c-93fe-23b6d2626f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29039028'] for subnet (0d76afcb-2226-4883-8f27-f4ef1345534d), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:04.601909 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55cb04cd-b2e0-472c-93fe-23b6d2626f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (0d76afcb-2226-4883-8f27-f4ef1345534d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:04.677677 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55cb04cd-b2e0-472c-93fe-23b6d2626f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29011280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29311475'] for subnet (0d76afcb-2226-4883-8f27-f4ef1345534d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:04.707614 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7266b-7e9a-4599-8371-f9823bc0fbea req-81214ebd-ede1-44e8-8393-471ed55f8d64 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:04.714908 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c7c7266b-7e9a-4599-8371-f9823bc0fbea req-81214ebd-ede1-44e8-8393-471ed55f8d64 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.2294617 Mar 26 03:03:04.721946 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb04cd-b2e0-472c-93fe-23b6d2626f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d76afcb-2226-4883-8f27-f4ef1345534d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:04.725348 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55cb04cd-b2e0-472c-93fe-23b6d2626f27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:04.729796 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-55cb04cd-b2e0-472c-93fe-23b6d2626f27 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d76afcb-2226-4883-8f27-f4ef1345534d HTTP/1.1" status: 204 len: 168 time: 0.2989793 Mar 26 03:03:04.737877 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53070) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:04.834676 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 26 03:03:04.874904 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (6e2a8a64-2721-4264-be2d-3abbdcf0fad0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:04.902407 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c7c7266b-7e9a-4599-8371-f9823bc0fbea req-ff390746-769b-4814-a11c-a3aad116faaf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864376 Mar 26 03:03:04.949527 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:04.955316 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (d81ad6cc-b1f8-40f0-8f89-2673e9fc4806), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:04.990250 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (6e2a8a64-2721-4264-be2d-3abbdcf0fad0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.015633 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2a8a64-2721-4264-be2d-3abbdcf0fad0']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:05.034165 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de2c513-9375-4fc2-b5a7-fedfd970b560') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:05.034476 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de2c513-9375-4fc2-b5a7-fedfd970b560') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:05.046430 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29038989'] for segment (3de2c513-9375-4fc2-b5a7-fedfd970b560), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.061319 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (3de2c513-9375-4fc2-b5a7-fedfd970b560), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.068412 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:03:05.068956 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29010930'] for segment (3de2c513-9375-4fc2-b5a7-fedfd970b560), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: Traceback (most recent call last): Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: timer() Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: cb(*args, **kw) Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: return func(*args, **kwargs) Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: self._notify() Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: self.callback(batched_events) Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: event.method(event) Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: return f(self, *a, **k) Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: return self._get(url).json() Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:03:05.071150 dv-cinder-835328-1-smb neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:03:05.132473 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Floating IP d81ad6cc-b1f8-40f0-8f89-2673e9fc4806 associated. External IP: 172.28.2.229, port: 11b24ba2-d09b-4dc1-a888-37fbed368c20. Mar 26 03:03:05.174285 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (6e2a8a64-2721-4264-be2d-3abbdcf0fad0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.196439 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2a8a64-2721-4264-be2d-3abbdcf0fad0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:05.199685 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.206611 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-cbc7c3c9-bb42-4a11-98cb-aa35ff365611 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e2a8a64-2721-4264-be2d-3abbdcf0fad0 HTTP/1.1" status: 204 len: 168 time: 0.4652529 Mar 26 03:03:05.360670 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53098) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:05.405532 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-516e8223-9c63-4de4-833f-f050699d7f63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cf8062c648142f5bf2a7cecf1650ce1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434973 Mar 26 03:03:05.408096 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53100) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:05.427072 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Router 99d9b907-64a3-4e7b-8839-6f552295e4fd has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:03:05.446285 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53102) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:05.448552 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:03:05.464640 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b72b19b-86bb-4d0d-888f-d817d8803bc1 admin admin] Publish callbacks [] for security_group (8f28342b-3907-4467-8d6f-2bddb8ad952c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.487645 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b72b19b-86bb-4d0d-888f-d817d8803bc1 admin admin] Publish callbacks [] for security_group (8f28342b-3907-4467-8d6f-2bddb8ad952c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.527635 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce25e-93f2-4801-9003-779cf88285b2 req-591f439e-def2-4e9d-8f6c-1a031b1055f6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:05.529965 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-86bce25e-93f2-4801-9003-779cf88285b2 req-591f439e-def2-4e9d-8f6c-1a031b1055f6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1431892 Mar 26 03:03:05.552279 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b72b19b-86bb-4d0d-888f-d817d8803bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (8f28342b-3907-4467-8d6f-2bddb8ad952c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.554788 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b72b19b-86bb-4d0d-888f-d817d8803bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.556143 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-4b72b19b-86bb-4d0d-888f-d817d8803bc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f28342b-3907-4467-8d6f-2bddb8ad952c HTTP/1.1" status: 204 len: 168 time: 0.1471281 Mar 26 03:03:05.564658 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72b19b-86bb-4d0d-888f-d817d8803bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f28342b-3907-4467-8d6f-2bddb8ad952c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:05.613538 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-86bce25e-93f2-4801-9003-779cf88285b2 req-62f1e1e3-3706-4838-a113-a1f51204af88 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761197 Mar 26 03:03:05.614856 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:03:05.626307 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.629124 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] Sync routers for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:03:05.641670 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:05.642485 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:05.782370 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:05.895207 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5362-e3d6-423f-8acc-8b5b8976da14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:05.911544 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-788e7349-383f-4cf5-a281-16b0b98fb56c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "PUT /v2.0/floatingips/d81ad6cc-b1f8-40f0-8f89-2673e9fc4806 HTTP/1.1" status: 200 len: 991 time: 2.2009475 Mar 26 03:03:05.915692 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'tag': '11b24ba2-d09b-4dc1-a888-37fbed368c20'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:03:05.917540 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d639a377-6903-455e-8c14-60d46af3ed98" -d '{"events": [{"name": "network-changed", "server_uuid": "c77053f6-b7ac-4c06-b394-7f7413a31f1a", "tag": "11b24ba2-d09b-4dc1-a888-37fbed368c20"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:03:05.954822 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6a462-9f1d-47c8-aa14-d40abeca1a10 req-5c654043-dc47-4c47-bbca-69bffa9be32b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:05.956510 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4da6a462-9f1d-47c8-aa14-d40abeca1a10 req-5c654043-dc47-4c47-bbca-69bffa9be32b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1064844 Mar 26 03:03:05.965222 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53124) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:05.971776 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-b10d2518-062a-4652-97d5-2e5ca85a6195 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'floatingip': {'port_id': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:06.029332 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dbb910-93a4-4f09-adc0-8e1addb7359e x-openstack-request-id: req-35dbb910-93a4-4f09-adc0-8e1addb7359e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:03:06.030263 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77053f6-b7ac-4c06-b394-7f7413a31f1a", "tag": "11b24ba2-d09b-4dc1-a888-37fbed368c20", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:03:06.030692 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35dbb910-93a4-4f09-adc0-8e1addb7359e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:03:06.031220 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dbb910-93a4-4f09-adc0-8e1addb7359e'] response: {'name': 'network-changed', 'server_uuid': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'tag': '11b24ba2-d09b-4dc1-a888-37fbed368c20', 'status': 'completed', 'code': 200} Mar 26 03:03:06.057228 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5362-e3d6-423f-8acc-8b5b8976da14 admin admin] Publish callbacks [] for security_group (61af71c5-106f-4813-98c3-6179e07e9fe3), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:06.075596 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5362-e3d6-423f-8acc-8b5b8976da14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (61af71c5-106f-4813-98c3-6179e07e9fe3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:06.108138 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b10d2518-062a-4652-97d5-2e5ca85a6195 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (c4c22def-74e7-44e3-8d4f-60a953e6a2f6), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:06.136258 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0cbc5362-e3d6-423f-8acc-8b5b8976da14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2193f1374090493eb5046ce4d2bffaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6882446 Mar 26 03:03:06.136597 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc5362-e3d6-423f-8acc-8b5b8976da14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61af71c5-106f-4813-98c3-6179e07e9fe3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:06.139595 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53132) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:06.150204 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'd81ad6cc-b1f8-40f0-8f89-2673e9fc4806', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'floating_ip_address': '172.28.2.229', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'port_id': '11b24ba2-d09b-4dc1-a888-37fbed368c20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'mac_address': 'fa:16:3e:7f:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:40Z', 'updated_at': '2022-03-26T03:03:04Z', 'revision_number': 1, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:06.186001 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] Checking router: 99d9b907-64a3-4e7b-8839-6f552295e4fd for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:03:06.195916 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:06.197289 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:06.199851 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e1765-73ad-480f-9a53-38d464ab08d8 req-b4765c02-1135-401e-a3f1-1563e92a2a29 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:06.205150 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a74e1765-73ad-480f-9a53-38d464ab08d8 req-b4765c02-1135-401e-a3f1-1563e92a2a29 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1634753 Mar 26 03:03:06.294697 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639a377-6903-455e-8c14-60d46af3ed98 req-0d9ace8d-c49d-4c29-935a-22e1411f481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:06.297892 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d639a377-6903-455e-8c14-60d46af3ed98 req-0d9ace8d-c49d-4c29-935a-22e1411f481e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 1129 time: 0.2451086 Mar 26 03:03:06.318653 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a74e1765-73ad-480f-9a53-38d464ab08d8 req-0393547c-f8fe-48d5-9e3b-b14cbc53266e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963540 Mar 26 03:03:06.322913 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2cbf71b-9009-4ad8-90be-78c5f5559d47 admin admin] Publish callbacks [] for security_group (61af71c5-106f-4813-98c3-6179e07e9fe3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:06.363616 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2cbf71b-9009-4ad8-90be-78c5f5559d47 admin admin] Publish callbacks [] for security_group (61af71c5-106f-4813-98c3-6179e07e9fe3), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:06.437774 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2cbf71b-9009-4ad8-90be-78c5f5559d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (61af71c5-106f-4813-98c3-6179e07e9fe3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:06.445970 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2cbf71b-9009-4ad8-90be-78c5f5559d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:06.448135 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a2cbf71b-9009-4ad8-90be-78c5f5559d47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61af71c5-106f-4813-98c3-6179e07e9fe3 HTTP/1.1" status: 204 len: 168 time: 0.3051164 Mar 26 03:03:06.455810 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:06.464293 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbf71b-9009-4ad8-90be-78c5f5559d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61af71c5-106f-4813-98c3-6179e07e9fe3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:06.570749 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639a377-6903-455e-8c14-60d46af3ed98 req-902d5b1b-54fd-4298-b60e-d2df3c1fcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:06.576192 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d639a377-6903-455e-8c14-60d46af3ed98 req-902d5b1b-54fd-4298-b60e-d2df3c1fcb52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 910 time: 0.2679598 Mar 26 03:03:06.672460 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d639a377-6903-455e-8c14-60d46af3ed98 req-97d4a00b-1b31-439d-86d2-54fc3e3ad10a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20 HTTP/1.1" status: 200 len: 999 time: 0.0863333 Mar 26 03:03:06.837165 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639a377-6903-455e-8c14-60d46af3ed98 req-17f48e54-cbb1-439c-8421-617fa3e61ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:06.838823 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d639a377-6903-455e-8c14-60d46af3ed98 req-17f48e54-cbb1-439c-8421-617fa3e61ea4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 200 len: 848 time: 0.1593568 Mar 26 03:03:06.917268 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53160) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:06.927949 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639a377-6903-455e-8c14-60d46af3ed98 req-9f148a0f-1bca-4a01-8899-6b160c4bf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:06.929447 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d639a377-6903-455e-8c14-60d46af3ed98 req-9f148a0f-1bca-4a01-8899-6b160c4bf99d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddaffb82-6513-4745-bac8-becc9cfce0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0821304 Mar 26 03:03:06.931297 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf15a9c4-dd99-4ab6-8b9e-ce193164660c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:06.946828 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'd81ad6cc-b1f8-40f0-8f89-2673e9fc4806', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'floating_ip_address': '172.28.2.229', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'port_id': '11b24ba2-d09b-4dc1-a888-37fbed368c20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'mac_address': 'fa:16:3e:7f:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:40Z', 'updated_at': '2022-03-26T03:03:04Z', 'revision_number': 1, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:06.981631 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c80cc-89dc-46a2-bfe6-a922491ba3b3 None None] The sync data for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb is: [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'd81ad6cc-b1f8-40f0-8f89-2673e9fc4806', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'floating_ip_address': '172.28.2.229', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'port_id': '11b24ba2-d09b-4dc1-a888-37fbed368c20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'mac_address': 'fa:16:3e:7f:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:40Z', 'updated_at': '2022-03-26T03:03:04Z', 'revision_number': 1, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:03:07.009150 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b10d2518-062a-4652-97d5-2e5ca85a6195 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:07.020501 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b10d2518-062a-4652-97d5-2e5ca85a6195 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (c4c22def-74e7-44e3-8d4f-60a953e6a2f6), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:07.036006 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf15a9c4-dd99-4ab6-8b9e-ce193164660c admin admin] Publish callbacks [] for security_group (2a0b134a-7804-4007-9bb1-e934e5d7f305), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:07.042183 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf15a9c4-dd99-4ab6-8b9e-ce193164660c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (2a0b134a-7804-4007-9bb1-e934e5d7f305), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:07.085192 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15a9c4-dd99-4ab6-8b9e-ce193164660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0b134a-7804-4007-9bb1-e934e5d7f305,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:07.107099 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-bf15a9c4-dd99-4ab6-8b9e-ce193164660c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bebf0bbf44d74fe792d14869e01ebf3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863573 Mar 26 03:03:07.107890 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53164) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:07.171903 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90ba3cb7-0679-40e2-802a-ef018a79b13b admin admin] Publish callbacks [] for security_group (2a0b134a-7804-4007-9bb1-e934e5d7f305), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:07.175323 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d639a377-6903-455e-8c14-60d46af3ed98 req-6b796d5a-5921-49fa-afb9-d0f82692a8ce service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034504 Mar 26 03:03:07.198785 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90ba3cb7-0679-40e2-802a-ef018a79b13b admin admin] Publish callbacks [] for security_group (2a0b134a-7804-4007-9bb1-e934e5d7f305), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:07.200353 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [None req-b10d2518-062a-4652-97d5-2e5ca85a6195 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Floating IP c4c22def-74e7-44e3-8d4f-60a953e6a2f6 associated. External IP: 172.28.2.159, port: 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a. Mar 26 03:03:07.283793 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90ba3cb7-0679-40e2-802a-ef018a79b13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (2a0b134a-7804-4007-9bb1-e934e5d7f305), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:07.286812 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90ba3cb7-0679-40e2-802a-ef018a79b13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:07.289335 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-90ba3cb7-0679-40e2-802a-ef018a79b13b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a0b134a-7804-4007-9bb1-e934e5d7f305 HTTP/1.1" status: 204 len: 168 time: 0.1804297 Mar 26 03:03:07.308498 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba3cb7-0679-40e2-802a-ef018a79b13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0b134a-7804-4007-9bb1-e934e5d7f305,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:07.326770 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c61067-3901-438e-aea0-4a783c9282f8 None None] New status for floating IP d81ad6cc-b1f8-40f0-8f89-2673e9fc4806: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:03:07.543529 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d31cca-6456-4d98-9ef7-4d74e96ff418 req-0e7ba406-ad73-40f4-b517-0318b655363a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:07.546054 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e4d31cca-6456-4d98-9ef7-4d74e96ff418 req-0e7ba406-ad73-40f4-b517-0318b655363a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1244495 Mar 26 03:03:07.691962 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e4d31cca-6456-4d98-9ef7-4d74e96ff418 req-af67acab-948a-4296-8982-f0ea976e7ed5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291425 Mar 26 03:03:07.710754 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d639a377-6903-455e-8c14-60d46af3ed98 req-1a76f643-86d6-4048-ac7b-3339b5c4f80c service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281618 Mar 26 03:03:07.886858 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10d2518-062a-4652-97d5-2e5ca85a6195 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:03:08.042678 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10d2518-062a-4652-97d5-2e5ca85a6195 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:03:08.049936 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b10d2518-062a-4652-97d5-2e5ca85a6195 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:08.057764 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] Sync routers for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:03:08.072912 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:08.073611 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:08.082409 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b10d2518-062a-4652-97d5-2e5ca85a6195 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "PUT /v2.0/floatingips/c4c22def-74e7-44e3-8d4f-60a953e6a2f6 HTTP/1.1" status: 200 len: 991 time: 2.1160414 Mar 26 03:03:08.083414 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:03:08.085807 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74a179e-e99d-4fe9-901b-f3cdd3f89500" -d '{"events": [{"name": "network-changed", "server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:03:08.135501 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53214) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:08.151482 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:08.160598 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43d4e4a-acc7-4479-947b-b424780f4fed x-openstack-request-id: req-a43d4e4a-acc7-4479-947b-b424780f4fed {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:03:08.161363 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:03:08.161779 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a43d4e4a-acc7-4479-947b-b424780f4fed {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:03:08.162461 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43d4e4a-acc7-4479-947b-b424780f4fed'] response: {'name': 'network-changed', 'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'status': 'completed', 'code': 200} Mar 26 03:03:08.251255 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:08.266702 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-57b74c97-8618-4d67-9efe-9dfc20457a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:08.267878 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-57b74c97-8618-4d67-9efe-9dfc20457a93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 1129 time: 0.0639105 Mar 26 03:03:08.340021 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Publish callbacks [] for security_group (6611ea5d-d3f6-402f-9217-64b165fb0779), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:08.347387 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (6611ea5d-d3f6-402f-9217-64b165fb0779), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:08.390885 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-2b6ce1a3-2caf-4bcf-afbf-c9a4fbe268dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:08.392547 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-2b6ce1a3-2caf-4bcf-afbf-c9a4fbe268dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 917 time: 0.1159916 Mar 26 03:03:08.413574 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f05d48db5a8424db7c33b29aa184d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740855 Mar 26 03:03:08.413574 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6611ea5d-d3f6-402f-9217-64b165fb0779,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:08.414253 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53228) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:08.457746 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.458097 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.458441 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.458781 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.459154 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.459486 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.459996 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.460330 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.460665 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.461458 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.461458 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.461636 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.461916 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.462234 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.462702 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f54d41-0b79-488a-a69b-95ec3ac40d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:08.484763 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f0b836a-b16c-42bc-9fbb-ccf62a7c0c4b admin admin] Publish callbacks [] for security_group (6611ea5d-d3f6-402f-9217-64b165fb0779), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:08.499048 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-905229d8-05b8-40bc-b5f5-42c3b1e8e2d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a HTTP/1.1" status: 200 len: 999 time: 0.0876861 Mar 26 03:03:08.510678 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f0b836a-b16c-42bc-9fbb-ccf62a7c0c4b admin admin] Publish callbacks [] for security_group (6611ea5d-d3f6-402f-9217-64b165fb0779), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:08.568999 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-5419fd11-20c4-4ad3-93d8-e1df24297556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:08.570719 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-5419fd11-20c4-4ad3-93d8-e1df24297556 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0655253 Mar 26 03:03:08.571223 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'c4c22def-74e7-44e3-8d4f-60a953e6a2f6', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'port_id': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'mac_address': 'fa:16:3e:b2:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:46Z', 'updated_at': '2022-03-26T03:03:06Z', 'revision_number': 1, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:08.597950 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f0b836a-b16c-42bc-9fbb-ccf62a7c0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (6611ea5d-d3f6-402f-9217-64b165fb0779), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:08.601132 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f0b836a-b16c-42bc-9fbb-ccf62a7c0c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:08.601281 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] Checking router: 309ddfd8-4a57-4a6b-b268-f38960e1fe95 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:03:08.602572 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2f0b836a-b16c-42bc-9fbb-ccf62a7c0c4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6611ea5d-d3f6-402f-9217-64b165fb0779 HTTP/1.1" status: 204 len: 168 time: 0.1873698 Mar 26 03:03:08.614113 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:08.614965 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:08.623516 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b836a-b16c-42bc-9fbb-ccf62a7c0c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6611ea5d-d3f6-402f-9217-64b165fb0779,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:08.690526 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-05f4e50c-a1bb-4e72-8dfb-0ccc3e231590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:08.691842 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-05f4e50c-a1bb-4e72-8dfb-0ccc3e231590 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1096170 Mar 26 03:03:08.777539 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:08.835699 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-c3c35caf-65fa-4f0e-8c75-053406a92701 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373229 Mar 26 03:03:08.859045 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1c8de-c0b7-4e9d-8092-de69b2a91a91 req-79e5b650-8f46-4953-9137-dbd2a1bae636 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:08.872274 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-86a1c8de-c0b7-4e9d-8092-de69b2a91a91 req-79e5b650-8f46-4953-9137-dbd2a1bae636 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0793962 Mar 26 03:03:08.944294 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-86a1c8de-c0b7-4e9d-8092-de69b2a91a91 req-0194b673-0583-4543-8c40-f2566ed2bcd4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662248 Mar 26 03:03:08.984643 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-b74a179e-e99d-4fe9-901b-f3cdd3f89500 req-e6637ecf-4830-4e8c-973a-55707ed8def8 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380727 Mar 26 03:03:09.083492 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'c4c22def-74e7-44e3-8d4f-60a953e6a2f6', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'port_id': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'mac_address': 'fa:16:3e:b2:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:46Z', 'updated_at': '2022-03-26T03:03:06Z', 'revision_number': 1, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:09.110248 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4676bc8-f3ed-4f0c-a051-a4b512ddfd34 None None] The sync data for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb is: [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'c4c22def-74e7-44e3-8d4f-60a953e6a2f6', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'port_id': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'mac_address': 'fa:16:3e:b2:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:46Z', 'updated_at': '2022-03-26T03:03:06Z', 'revision_number': 1, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:03:09.313096 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916ee59-5e64-4366-8636-c00cabedd879 None None] New status for floating IP c4c22def-74e7-44e3-8d4f-60a953e6a2f6: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:03:09.659606 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53278) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:09.780225 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:09.859257 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Publish callbacks [] for security_group (1a6856a7-f651-444a-8cf4-aa9cb3b4b5cc), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:09.864527 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (1a6856a7-f651-444a-8cf4-aa9cb3b4b5cc), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:09.906238 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbd9a355042443068ff29fde1dc76619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454123 Mar 26 03:03:09.908279 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6856a7-f651-444a-8cf4-aa9cb3b4b5cc,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:09.909270 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53294) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:09.919589 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.920369 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.921397 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.921765 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.922124 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.922692 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.923068 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.923405 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.924137 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.924482 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.924815 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.925149 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.925861 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.926351 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:09.926699 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5b957-232e-4b32-b4d5-2e0dab3ff7cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:10.005635 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a166d1bf-dc36-421a-8f35-0703f6ea453e admin admin] Publish callbacks [] for security_group (1a6856a7-f651-444a-8cf4-aa9cb3b4b5cc), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.058443 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a166d1bf-dc36-421a-8f35-0703f6ea453e admin admin] Publish callbacks [] for security_group (1a6856a7-f651-444a-8cf4-aa9cb3b4b5cc), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.110550 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74a1a0-4b40-47f4-80fb-6e4858cacbc5 req-38b80e2e-1edc-4aea-af5c-2101fc7a5278 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:10.112123 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1e74a1a0-4b40-47f4-80fb-6e4858cacbc5 req-38b80e2e-1edc-4aea-af5c-2101fc7a5278 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0868204 Mar 26 03:03:10.168630 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1e74a1a0-4b40-47f4-80fb-6e4858cacbc5 req-c6aee1f5-7b4d-4341-9773-e8f6c67fa3c6 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498865 Mar 26 03:03:10.169226 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a166d1bf-dc36-421a-8f35-0703f6ea453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (1a6856a7-f651-444a-8cf4-aa9cb3b4b5cc), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.171857 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a166d1bf-dc36-421a-8f35-0703f6ea453e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.172901 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a166d1bf-dc36-421a-8f35-0703f6ea453e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a6856a7-f651-444a-8cf4-aa9cb3b4b5cc HTTP/1.1" status: 204 len: 168 time: 0.2611265 Mar 26 03:03:10.182233 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166d1bf-dc36-421a-8f35-0703f6ea453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6856a7-f651-444a-8cf4-aa9cb3b4b5cc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:10.526137 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53334) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:10.539549 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b06ac6e-0ab9-4d5f-9fd3-528dc85547b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.624191 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b06ac6e-0ab9-4d5f-9fd3-528dc85547b8 admin admin] Publish callbacks [] for security_group (049012ac-ec6a-4b20-92e6-81704fcdb48b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.628233 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b06ac6e-0ab9-4d5f-9fd3-528dc85547b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (049012ac-ec6a-4b20-92e6-81704fcdb48b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.668076 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0b06ac6e-0ab9-4d5f-9fd3-528dc85547b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bd3b474fc7e48d7a59fa55557481f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398408 Mar 26 03:03:10.670261 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06ac6e-0ab9-4d5f-9fd3-528dc85547b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049012ac-ec6a-4b20-92e6-81704fcdb48b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:10.671167 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53336) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:10.736065 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf316-0459-489d-8884-90d55cc7cead admin admin] Publish callbacks [] for security_group (049012ac-ec6a-4b20-92e6-81704fcdb48b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.758039 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf316-0459-489d-8884-90d55cc7cead admin admin] Publish callbacks [] for security_group (049012ac-ec6a-4b20-92e6-81704fcdb48b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.811858 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf316-0459-489d-8884-90d55cc7cead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (049012ac-ec6a-4b20-92e6-81704fcdb48b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.814466 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf316-0459-489d-8884-90d55cc7cead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.815939 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-2f0bf316-0459-489d-8884-90d55cc7cead admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/049012ac-ec6a-4b20-92e6-81704fcdb48b HTTP/1.1" status: 204 len: 168 time: 0.1433423 Mar 26 03:03:10.823346 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bf316-0459-489d-8884-90d55cc7cead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049012ac-ec6a-4b20-92e6-81704fcdb48b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:11.122200 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53346) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:11.135311 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ce3ab47c-8aee-46b8-89be-9442d0788e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:11.218520 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ce3ab47c-8aee-46b8-89be-9442d0788e19 admin admin] Publish callbacks [] for security_group (11d5c10a-e29a-40b2-bf50-816a57e30bad), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:11.235854 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ce3ab47c-8aee-46b8-89be-9442d0788e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (11d5c10a-e29a-40b2-bf50-816a57e30bad), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:11.276450 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-ce3ab47c-8aee-46b8-89be-9442d0788e19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18fb4c00665c4770acc4a2068805a2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524987 Mar 26 03:03:11.280390 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53352) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:11.289164 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ab47c-8aee-46b8-89be-9442d0788e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d5c10a-e29a-40b2-bf50-816a57e30bad,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:11.307131 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-0c06d664-5edf-4cca-8d65-77f9866a4d50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1059072 Mar 26 03:03:11.308555 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfcd2-e43e-44ab-8732-e67054dcace4 req-ffd24772-d72b-4245-b330-d4929a68f34e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:11.310052 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6eabfcd2-e43e-44ab-8732-e67054dcace4 req-ffd24772-d72b-4245-b330-d4929a68f34e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0574594 Mar 26 03:03:11.365486 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6eabfcd2-e43e-44ab-8732-e67054dcace4 req-9e89a77b-4b58-4553-9283-2f3814268a23 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Mar 26 03:03:11.371180 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0059b14e-54b0-4e06-8b1b-7d34b4820416 admin admin] Publish callbacks [] for security_group (11d5c10a-e29a-40b2-bf50-816a57e30bad), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:11.413048 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0059b14e-54b0-4e06-8b1b-7d34b4820416 admin admin] Publish callbacks [] for security_group (11d5c10a-e29a-40b2-bf50-816a57e30bad), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:11.447083 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-5c055b46-faa1-47cc-9a3b-1d6fe56232ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:11.448583 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-5c055b46-faa1-47cc-9a3b-1d6fe56232ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 1130 time: 0.0906475 Mar 26 03:03:11.471991 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0059b14e-54b0-4e06-8b1b-7d34b4820416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (11d5c10a-e29a-40b2-bf50-816a57e30bad), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:11.474528 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0059b14e-54b0-4e06-8b1b-7d34b4820416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:11.478097 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-0059b14e-54b0-4e06-8b1b-7d34b4820416 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11d5c10a-e29a-40b2-bf50-816a57e30bad HTTP/1.1" status: 204 len: 168 time: 0.1936190 Mar 26 03:03:11.501270 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059b14e-54b0-4e06-8b1b-7d34b4820416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d5c10a-e29a-40b2-bf50-816a57e30bad,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:11.599551 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-1c5d9533-104e-4354-99ed-d6ede1bae2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:11.601209 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-1c5d9533-104e-4354-99ed-d6ede1bae2ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.1245394 Mar 26 03:03:11.611232 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:11.673800 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-13a691de-47ad-4bae-ac4c-f5e4056d1537 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15cc0ff2-b015-4d65-bced-91376f0421ef HTTP/1.1" status: 200 len: 217 time: 0.0605245 Mar 26 03:03:11.731254 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-47bd9c8a-2a8f-4ba3-a637-24199447a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:11.733056 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-47bd9c8a-2a8f-4ba3-a637-24199447a5b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0534990 Mar 26 03:03:11.793242 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-e068b0f8-c40c-490d-a417-ce031224b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:11.795771 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-e068b0f8-c40c-490d-a417-ce031224b84d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0564706 Mar 26 03:03:11.934314 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-1c29e8d7-7108-47f1-ae21-05ffbd143496 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307197 Mar 26 03:03:12.047870 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e102d357-ccd0-45f3-bdb4-03dce773439f req-0e8b49c2-759e-4b28-94f8-f79536ea211e service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016695 Mar 26 03:03:12.500182 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a52c0-3b9b-4e5e-97e6-5819cb0fb8e6 req-50c205da-3a3d-4d10-8e37-da34e6d90a66 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:12.501671 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-785a52c0-3b9b-4e5e-97e6-5819cb0fb8e6 req-50c205da-3a3d-4d10-8e37-da34e6d90a66 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0545676 Mar 26 03:03:12.552016 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-785a52c0-3b9b-4e5e-97e6-5819cb0fb8e6 req-a82ae3d3-8079-4b87-ba3e-085d55d163fc tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Mar 26 03:03:12.690351 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53428) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:12.795980 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ea95bac-d5fe-4ed3-a172-69a4144ccc99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:12.871120 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ea95bac-d5fe-4ed3-a172-69a4144ccc99 admin admin] Publish callbacks [] for security_group (318b9f2e-d0c5-4748-a03e-7a4e208aaa6f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:12.876245 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ea95bac-d5fe-4ed3-a172-69a4144ccc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (318b9f2e-d0c5-4748-a03e-7a4e208aaa6f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:12.914189 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8ea95bac-d5fe-4ed3-a172-69a4144ccc99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e766b9ad308147f9b8a57a0af701720f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227402 Mar 26 03:03:12.915315 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea95bac-d5fe-4ed3-a172-69a4144ccc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318b9f2e-d0c5-4748-a03e-7a4e208aaa6f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:12.917105 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53440) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:12.973184 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa60c92-3c10-4c28-8647-1444e1609cad admin admin] Publish callbacks [] for security_group (318b9f2e-d0c5-4748-a03e-7a4e208aaa6f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:12.994458 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa60c92-3c10-4c28-8647-1444e1609cad admin admin] Publish callbacks [] for security_group (318b9f2e-d0c5-4748-a03e-7a4e208aaa6f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:13.047096 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa60c92-3c10-4c28-8647-1444e1609cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (318b9f2e-d0c5-4748-a03e-7a4e208aaa6f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:13.049784 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa60c92-3c10-4c28-8647-1444e1609cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:13.050922 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-dfa60c92-3c10-4c28-8647-1444e1609cad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/318b9f2e-d0c5-4748-a03e-7a4e208aaa6f HTTP/1.1" status: 204 len: 168 time: 0.1322694 Mar 26 03:03:13.065565 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa60c92-3c10-4c28-8647-1444e1609cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318b9f2e-d0c5-4748-a03e-7a4e208aaa6f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:13.690931 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc0bdf-c679-46f7-ab59-e594bb775eee req-719df114-ca73-4757-a11f-1cd8f4ff1ff3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:13.692713 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f8fc0bdf-c679-46f7-ab59-e594bb775eee req-719df114-ca73-4757-a11f-1cd8f4ff1ff3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0721319 Mar 26 03:03:13.741469 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f8fc0bdf-c679-46f7-ab59-e594bb775eee req-719683d7-2b5a-48e6-b5f4-f15bba1365d8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Mar 26 03:03:14.427201 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53520) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:14.533730 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c0f46e6-4cc1-472b-a1ea-3fb3ae8631fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:14.620576 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c0f46e6-4cc1-472b-a1ea-3fb3ae8631fd admin admin] Publish callbacks [] for security_group (0173b213-1e4a-41da-8579-512278bfcfe2), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:14.625272 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c0f46e6-4cc1-472b-a1ea-3fb3ae8631fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0173b213-1e4a-41da-8579-512278bfcfe2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:14.668776 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f46e6-4cc1-472b-a1ea-3fb3ae8631fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0173b213-1e4a-41da-8579-512278bfcfe2,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:14.678558 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-0c0f46e6-4cc1-472b-a1ea-3fb3ae8631fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90bb0a0e0bfb4f6591de90984bd4586a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503049 Mar 26 03:03:14.681368 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53546) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:14.741418 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea51c-634c-41f6-bb86-3748c0978cf8 admin admin] Publish callbacks [] for security_group (0173b213-1e4a-41da-8579-512278bfcfe2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:14.765279 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea51c-634c-41f6-bb86-3748c0978cf8 admin admin] Publish callbacks [] for security_group (0173b213-1e4a-41da-8579-512278bfcfe2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:14.821868 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea51c-634c-41f6-bb86-3748c0978cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0173b213-1e4a-41da-8579-512278bfcfe2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:14.824560 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea51c-634c-41f6-bb86-3748c0978cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:14.833211 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1e4ea51c-634c-41f6-bb86-3748c0978cf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0173b213-1e4a-41da-8579-512278bfcfe2 HTTP/1.1" status: 204 len: 168 time: 0.1460886 Mar 26 03:03:14.841057 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ea51c-634c-41f6-bb86-3748c0978cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173b213-1e4a-41da-8579-512278bfcfe2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:14.899834 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53560) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:14.908225 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467591b-35b0-4925-af2b-fe02943a95ac req-6643e379-2160-4c02-a99e-29b526497a20 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:14.910540 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d467591b-35b0-4925-af2b-fe02943a95ac req-6643e379-2160-4c02-a99e-29b526497a20 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0650220 Mar 26 03:03:14.962024 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d467591b-35b0-4925-af2b-fe02943a95ac req-341b735f-85e7-47e8-848c-16548e6a8f59 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Mar 26 03:03:15.119916 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6734c36-f90d-41d5-923c-c7f200cb925f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.182732 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:15.196189 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c6e75de-3600-4cbe-bbee-3cf78ea81c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.197219 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6734c36-f90d-41d5-923c-c7f200cb925f admin admin] Publish callbacks [] for security_group (c1fa043d-eb5b-47e1-a693-43b0e1c31a77), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.201507 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6734c36-f90d-41d5-923c-c7f200cb925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (c1fa043d-eb5b-47e1-a693-43b0e1c31a77), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.244594 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a6734c36-f90d-41d5-923c-c7f200cb925f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5e082c21c66444b9370d0f90b2273be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432887 Mar 26 03:03:15.246284 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6734c36-f90d-41d5-923c-c7f200cb925f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fa043d-eb5b-47e1-a693-43b0e1c31a77,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:15.250032 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53570) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:15.305926 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c6e75de-3600-4cbe-bbee-3cf78ea81c5a admin admin] Publish callbacks [] for security_group (6c2d1aaa-5705-4764-ac1d-48f11ca6afcf), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.312392 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c6e75de-3600-4cbe-bbee-3cf78ea81c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (6c2d1aaa-5705-4764-ac1d-48f11ca6afcf), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.354518 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bfde228-c5e7-4f97-8c32-48d35cec4107 admin admin] Publish callbacks [] for security_group (c1fa043d-eb5b-47e1-a693-43b0e1c31a77), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.362843 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0c6e75de-3600-4cbe-bbee-3cf78ea81c5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=599b25e8a6574f57b1be3f92a6cd0456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790318 Mar 26 03:03:15.365751 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53574) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:15.369930 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e75de-3600-4cbe-bbee-3cf78ea81c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2d1aaa-5705-4764-ac1d-48f11ca6afcf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:15.391376 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bfde228-c5e7-4f97-8c32-48d35cec4107 admin admin] Publish callbacks [] for security_group (c1fa043d-eb5b-47e1-a693-43b0e1c31a77), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.420819 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa98b208-1ede-4646-9744-b115f8bae0fc admin admin] Publish callbacks [] for security_group (6c2d1aaa-5705-4764-ac1d-48f11ca6afcf), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.448054 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa98b208-1ede-4646-9744-b115f8bae0fc admin admin] Publish callbacks [] for security_group (6c2d1aaa-5705-4764-ac1d-48f11ca6afcf), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.456152 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bfde228-c5e7-4f97-8c32-48d35cec4107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (c1fa043d-eb5b-47e1-a693-43b0e1c31a77), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.459081 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bfde228-c5e7-4f97-8c32-48d35cec4107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.462965 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4bfde228-c5e7-4f97-8c32-48d35cec4107 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1fa043d-eb5b-47e1-a693-43b0e1c31a77 HTTP/1.1" status: 204 len: 168 time: 0.2092643 Mar 26 03:03:15.469076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfde228-c5e7-4f97-8c32-48d35cec4107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fa043d-eb5b-47e1-a693-43b0e1c31a77,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:15.508965 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa98b208-1ede-4646-9744-b115f8bae0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (6c2d1aaa-5705-4764-ac1d-48f11ca6afcf), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.511641 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa98b208-1ede-4646-9744-b115f8bae0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.513004 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-fa98b208-1ede-4646-9744-b115f8bae0fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c2d1aaa-5705-4764-ac1d-48f11ca6afcf HTTP/1.1" status: 204 len: 168 time: 0.1461289 Mar 26 03:03:15.521706 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98b208-1ede-4646-9744-b115f8bae0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2d1aaa-5705-4764-ac1d-48f11ca6afcf,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:15.863730 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53596) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:15.881706 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca1d45d6-3984-4c3f-8f8f-d832c0f4f0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.967493 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca1d45d6-3984-4c3f-8f8f-d832c0f4f0d7 admin admin] Publish callbacks [] for security_group (f07b4948-c6a9-4495-aede-709dc40db69e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.972459 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca1d45d6-3984-4c3f-8f8f-d832c0f4f0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f07b4948-c6a9-4495-aede-709dc40db69e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.020611 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d45d6-3984-4c3f-8f8f-d832c0f4f0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07b4948-c6a9-4495-aede-709dc40db69e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:16.025359 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ca1d45d6-3984-4c3f-8f8f-d832c0f4f0d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ee3ed88a8a9415588664dafa9b7ae57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604676 Mar 26 03:03:16.028324 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53608) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:16.086846 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a238872-bdab-4d54-bd0e-e22f17094c9c admin admin] Publish callbacks [] for security_group (f07b4948-c6a9-4495-aede-709dc40db69e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.111794 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f061a-1da6-406e-bcea-5f2c4d5292a3 req-055d1b91-e489-40fe-893a-f839ab8141a9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:16.114116 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b59f061a-1da6-406e-bcea-5f2c4d5292a3 req-055d1b91-e489-40fe-893a-f839ab8141a9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0647624 Mar 26 03:03:16.116759 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a238872-bdab-4d54-bd0e-e22f17094c9c admin admin] Publish callbacks [] for security_group (f07b4948-c6a9-4495-aede-709dc40db69e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.180585 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a238872-bdab-4d54-bd0e-e22f17094c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f07b4948-c6a9-4495-aede-709dc40db69e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.180837 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b59f061a-1da6-406e-bcea-5f2c4d5292a3 req-226c8d9d-4ab1-4889-8381-ae74ecf9df04 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608165 Mar 26 03:03:16.183529 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a238872-bdab-4d54-bd0e-e22f17094c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.188077 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-4a238872-bdab-4d54-bd0e-e22f17094c9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f07b4948-c6a9-4495-aede-709dc40db69e HTTP/1.1" status: 204 len: 168 time: 0.1546705 Mar 26 03:03:16.197454 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a238872-bdab-4d54-bd0e-e22f17094c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07b4948-c6a9-4495-aede-709dc40db69e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:17.335114 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460670b-c96d-4e93-8b00-2304fef9f994 req-9e987dda-960b-4442-8806-8d8e093e207a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:17.337232 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4460670b-c96d-4e93-8b00-2304fef9f994 req-9e987dda-960b-4442-8806-8d8e093e207a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0673923 Mar 26 03:03:17.399760 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4460670b-c96d-4e93-8b00-2304fef9f994 req-565c584b-16ce-4a01-b365-7b0e7c113491 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558639 Mar 26 03:03:18.522290 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90977e6-d012-41ef-b615-b842805153e1 req-ebd10c1d-aeae-41e6-a343-bf668f254a8d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:18.523806 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c90977e6-d012-41ef-b615-b842805153e1 req-ebd10c1d-aeae-41e6-a343-bf668f254a8d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0568480 Mar 26 03:03:18.575349 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c90977e6-d012-41ef-b615-b842805153e1 req-50cdc421-a0f3-46ef-83c7-d6436f331f86 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Mar 26 03:03:19.325347 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53764) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:19.444381 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd22ba60-3b17-411c-a28c-a46ac8b9ddf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:19.516893 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd22ba60-3b17-411c-a28c-a46ac8b9ddf0 admin admin] Publish callbacks [] for security_group (7b5da237-e5ac-4a40-ae74-004fed6b6ce0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:19.520523 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd22ba60-3b17-411c-a28c-a46ac8b9ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7b5da237-e5ac-4a40-ae74-004fed6b6ce0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:19.557301 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-fd22ba60-3b17-411c-a28c-a46ac8b9ddf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0057ca0009541098af427d2c440101d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303586 Mar 26 03:03:19.559266 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22ba60-3b17-411c-a28c-a46ac8b9ddf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5da237-e5ac-4a40-ae74-004fed6b6ce0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:19.560005 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53772) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:19.612107 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7db6e3b-f78a-41f7-93aa-be93cadfcc7a admin admin] Publish callbacks [] for security_group (7b5da237-e5ac-4a40-ae74-004fed6b6ce0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:19.637740 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7db6e3b-f78a-41f7-93aa-be93cadfcc7a admin admin] Publish callbacks [] for security_group (7b5da237-e5ac-4a40-ae74-004fed6b6ce0), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:19.714845 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e10ca2-674a-4fbb-b341-f8a9e16bc26d req-77bc739a-1248-4226-b2c4-1656809a1eff tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:19.716274 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-79e10ca2-674a-4fbb-b341-f8a9e16bc26d req-77bc739a-1248-4226-b2c4-1656809a1eff tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0709016 Mar 26 03:03:19.734169 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7db6e3b-f78a-41f7-93aa-be93cadfcc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7b5da237-e5ac-4a40-ae74-004fed6b6ce0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:19.736639 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7db6e3b-f78a-41f7-93aa-be93cadfcc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:19.737704 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c7db6e3b-f78a-41f7-93aa-be93cadfcc7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b5da237-e5ac-4a40-ae74-004fed6b6ce0 HTTP/1.1" status: 204 len: 168 time: 0.1760123 Mar 26 03:03:19.755826 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db6e3b-f78a-41f7-93aa-be93cadfcc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5da237-e5ac-4a40-ae74-004fed6b6ce0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:19.790440 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-79e10ca2-674a-4fbb-b341-f8a9e16bc26d req-1df91c83-efe8-4f31-a7c5-dd448be77bf0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679209 Mar 26 03:03:20.403668 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53818) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:20.511029 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-492631183-network', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:20.532027 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Made reservation on behalf of c463262baa8942078f8da9d8e76a8cd0 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:20.534357 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.546566 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.627305 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Publish callbacks [] for security_group (4846543e-b964-468b-8c57-56f00d86b6a2), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.631005 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (4846543e-b964-468b-8c57-56f00d86b6a2), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.652535 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:03:20.668398 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4846543e-b964-468b-8c57-56f00d86b6a2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:20.673048 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (952b6682-ca40-4edd-9149-4acf76172e3b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.673398 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Added segment 952b6682-ca40-4edd-9149-4acf76172e3b of type vlan for network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 Mar 26 03:03:20.720206 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (9dd4d2e3-96de-4252-b1bd-67aa47a5aee3), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.749041 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (9dd4d2e3-96de-4252-b1bd-67aa47a5aee3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.750090 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:20.750674 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.801286 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3956432 Mar 26 03:03:20.804304 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53836) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:20.809773 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Request body: {'subnet': {'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-492631183-subnet', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:20.817358 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbfbcc-f8e4-4cad-8d89-0d14e350c07d admin admin] Pushing event updated for resources: {'Network': ['ID=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:20.832934 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:03:20.833482 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Made reservation on behalf of c463262baa8942078f8da9d8e76a8cd0 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:20.835752 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29311454'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.926734 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cbfde-4672-46f3-9cef-07e7ec9dde32 req-88545b38-4133-4a67-bb38-637096052a71 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:20.928531 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-062cbfde-4672-46f3-9cef-07e7ec9dde32 req-88545b38-4133-4a67-bb38-637096052a71 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0690012 Mar 26 03:03:20.974935 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-062cbfde-4672-46f3-9cef-07e7ec9dde32 req-3ebce1b5-d8c8-4079-8534-0e107fa6efda tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Mar 26 03:03:21.008793 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29011217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29311432'] for subnet (39be25f4-5c23-4e2a-82c3-10bd41f24ac7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.063632 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39be25f4-5c23-4e2a-82c3-10bd41f24ac7,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:21.071816 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Checking segment: {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:21.072175 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Network hostable DHCP agents. Network: 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:03:21.088068 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:03:21.095737 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:21.099855 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:21.100292 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.105060 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7c9052-6b66-4118-bb21-8958517bf81e None None] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:21.116636 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-67e289d4-072d-49e6-8d4a-ebcff8adec0d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3106971 Mar 26 03:03:21.119454 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53840) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:21.124532 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:21.144433 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29334'] for router (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.146061 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29423'] for router (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.209728 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks [] for router_controller (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.211705 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:03:21.212769 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.348785 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Allocated IP 172.20.0.2 (9dd4d2e3-96de-4252-b1bd-67aa47a5aee3/39be25f4-5c23-4e2a-82c3-10bd41f24ac7/e554e556-82e1-4916-b738-d54dcf40dd5e) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:21.356806 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks [] for router_gateway (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.522384 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Publish callbacks [] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.534109 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.580492 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:21.583646 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:21.589962 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:21.599105 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks [] for router_gateway (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.599284 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Pushing event updated for resources: {'Port': ['ID=e554e556-82e1-4916-b738-d54dcf40dd5e,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:21.627639 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.628001 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.628320 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.628680 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.628954 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.629083 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.629334 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.629660 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.629982 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.630299 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.630622 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.630968 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.631304 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.631627 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.632020 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.632338 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:21.673498 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Attempting to bind port e554e556-82e1-4916-b738-d54dcf40dd5e on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:21.673878 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Attempting to bind port e554e556-82e1-4916-b738-d54dcf40dd5e by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:21.674239 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Attempting to bind port e554e556-82e1-4916-b738-d54dcf40dd5e on network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:21.679997 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:21.680379 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Checking segment: {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:21.680759 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.681144 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Bound using segment: {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:21.681603 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Bound port: e554e556-82e1-4916-b738-d54dcf40dd5e, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:21.681982 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.754369 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Allocated IP 172.28.2.183 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/961a5993-2635-4785-a8a9-dd06d12a5051) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:21.760961 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] For port e554e556-82e1-4916-b738-d54dcf40dd5e, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:21.765102 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] For port e554e556-82e1-4916-b738-d54dcf40dd5e, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=e554e556-82e1-4916-b738-d54dcf40dd5e,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:21.774028 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.842381 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcfbff-cd1e-4a49-a27f-5d1f448b84f3 None None] Pushing event updated for resources: {'Port': ['ID=e554e556-82e1-4916-b738-d54dcf40dd5e,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:21.881912 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks [] for port (961a5993-2635-4785-a8a9-dd06d12a5051), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.927852 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.964516 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:21.967894 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:21.972442 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:22.011894 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Pushing event updated for resources: {'Port': ['ID=961a5993-2635-4785-a8a9-dd06d12a5051,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:22.216099 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa016a0e-fc29-4cd8-b510-4d630b4cff50 req-f82f5b2b-2258-446b-8b73-6c3b4bc663b8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:22.225029 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aa016a0e-fc29-4cd8-b510-4d630b4cff50 req-f82f5b2b-2258-446b-8b73-6c3b4bc663b8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0924203 Mar 26 03:03:22.279839 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aa016a0e-fc29-4cd8-b510-4d630b4cff50 req-5bf11aef-0198-4c93-b74b-7ef9dd0a80f5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530298 Mar 26 03:03:22.317317 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks [] for router_gateway (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:22.759163 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465'] for router (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:22.901363 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 is scheduled to L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:03:22.931746 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b448cd4-cef5-47e1-ad11-6e4cda60f8c2 None None] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:23.005057 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-4776b1c4-3878-40bd-acf2-1ece31f6a376 None None] Provisioning complete for port e554e556-82e1-4916-b738-d54dcf40dd5e triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:23.005434 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4776b1c4-3878-40bd-acf2-1ece31f6a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.027513 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:03:23.044199 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Sync routers for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:03:23.052045 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.055824 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-713a6ad0-80e1-4845-8dbd-1d207e8005a9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9329250 Mar 26 03:03:23.055951 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:23.055951 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:23.056144 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 53892) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:23.125320 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-4776b1c4-3878-40bd-acf2-1ece31f6a376 None None] Current status of the port e554e556-82e1-4916-b738-d54dcf40dd5e is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:23.125710 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4776b1c4-3878-40bd-acf2-1ece31f6a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.161944 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4776b1c4-3878-40bd-acf2-1ece31f6a376 None None] For port e554e556-82e1-4916-b738-d54dcf40dd5e, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=e554e556-82e1-4916-b738-d54dcf40dd5e,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:23.170245 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4776b1c4-3878-40bd-acf2-1ece31f6a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.211217 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:23.235446 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:23.255443 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776b1c4-3878-40bd-acf2-1ece31f6a376 None None] Pushing event updated for resources: {'Port': ['ID=e554e556-82e1-4916-b738-d54dcf40dd5e,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:23.403398 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-23906880-ac84-4dba-b3ca-223ac7383bfd None None] Provisioning complete for port e554e556-82e1-4916-b738-d54dcf40dd5e triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:23.410789 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-23906880-ac84-4dba-b3ca-223ac7383bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.417362 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:22Z', 'revision_number': 3, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:23.451403 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Checking router: 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:03:23.452120 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Updating router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 port 961a5993-2635-4785-a8a9-dd06d12a5051 binding host dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:03:23.482779 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.495457 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dec2da-55c6-40cd-8823-abbbc273ec99 req-5d4467d4-901e-4def-9430-a7d2487017d8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:23.503832 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-80dec2da-55c6-40cd-8823-abbbc273ec99 req-5d4467d4-901e-4def-9430-a7d2487017d8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1241605 Mar 26 03:03:23.546057 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9799d4b2-1eff-4134-bd1a-8deb00b38cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.555139 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device e554e556-82e1-4916-b738-d54dcf40dd5e up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:23.561656 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-23906880-ac84-4dba-b3ca-223ac7383bfd None None] Current status of the port e554e556-82e1-4916-b738-d54dcf40dd5e is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:23.589405 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.593042 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-80dec2da-55c6-40cd-8823-abbbc273ec99 req-acc35b98-07b0-439f-a4a2-91458a5828e0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878739 Mar 26 03:03:23.639103 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port e554e556-82e1-4916-b738-d54dcf40dd5e triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:23.639535 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.707082 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9799d4b2-1eff-4134-bd1a-8deb00b38cf0 admin admin] Publish callbacks [] for security_group (5a79c896-f63c-40a1-a7ee-69a07b7fe8e8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.715928 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9799d4b2-1eff-4134-bd1a-8deb00b38cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (5a79c896-f63c-40a1-a7ee-69a07b7fe8e8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.726658 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port e554e556-82e1-4916-b738-d54dcf40dd5e is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:23.786311 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9799d4b2-1eff-4134-bd1a-8deb00b38cf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=189fe32cc00a4279b841c0483872ba50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5472727 Mar 26 03:03:23.786311 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799d4b2-1eff-4134-bd1a-8deb00b38cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a79c896-f63c-40a1-a7ee-69a07b7fe8e8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:23.787647 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53910) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:23.836342 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Allocated IP 172.20.0.1 (9dd4d2e3-96de-4252-b1bd-67aa47a5aee3/39be25f4-5c23-4e2a-82c3-10bd41f24ac7/687a5d61-1980-4d15-8205-98e2f0412da2) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:23.861466 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9399cc5e-e599-4401-8d7b-26989a5ee6de admin admin] Publish callbacks [] for security_group (5a79c896-f63c-40a1-a7ee-69a07b7fe8e8), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.887726 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9399cc5e-e599-4401-8d7b-26989a5ee6de admin admin] Publish callbacks [] for security_group (5a79c896-f63c-40a1-a7ee-69a07b7fe8e8), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.952244 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9399cc5e-e599-4401-8d7b-26989a5ee6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (5a79c896-f63c-40a1-a7ee-69a07b7fe8e8), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.956763 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9399cc5e-e599-4401-8d7b-26989a5ee6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.958136 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9399cc5e-e599-4401-8d7b-26989a5ee6de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a79c896-f63c-40a1-a7ee-69a07b7fe8e8 HTTP/1.1" status: 204 len: 168 time: 0.1699924 Mar 26 03:03:23.973349 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399cc5e-e599-4401-8d7b-26989a5ee6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a79c896-f63c-40a1-a7ee-69a07b7fe8e8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:24.024667 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Publish callbacks [] for port (687a5d61-1980-4d15-8205-98e2f0412da2), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.071737 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.081144 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Publish callbacks [] for port (961a5993-2635-4785-a8a9-dd06d12a5051), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.089288 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.113168 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:24.116281 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:24.123659 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:24.147932 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Attempting to bind port 961a5993-2635-4785-a8a9-dd06d12a5051 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:24.148318 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Attempting to bind port 961a5993-2635-4785-a8a9-dd06d12a5051 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:24.148685 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Attempting to bind port 961a5993-2635-4785-a8a9-dd06d12a5051 on network f054278a-3c9c-4728-be97-7e282accbc6a {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:24.151599 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Pushing event updated for resources: {'Port': ['ID=961a5993-2635-4785-a8a9-dd06d12a5051,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:24.160811 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:24.161175 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:24.161732 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.162307 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Bound using segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:24.163689 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Bound port: 961a5993-2635-4785-a8a9-dd06d12a5051, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:24.164402 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.164765 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Pushing event updated for resources: {'Port': ['ID=687a5d61-1980-4d15-8205-98e2f0412da2,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:24.185305 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752900'] for router_interface (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.192137 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.192478 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.193026 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.193384 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.193711 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.195486 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.195990 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.196339 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.196729 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.197678 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.198022 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.198540 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.199182 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.199570 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.199902 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:24.250890 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] For port 961a5993-2635-4785-a8a9-dd06d12a5051, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:24.254511 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] For port 961a5993-2635-4785-a8a9-dd06d12a5051, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=961a5993-2635-4785-a8a9-dd06d12a5051,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:24.261576 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.333531 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.337757 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:24.338504 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:24.372278 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53926) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:24.385104 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1dda5-a990-4fff-9ad2-f077b2857a0b None None] Pushing event updated for resources: {'Port': ['ID=961a5993-2635-4785-a8a9-dd06d12a5051,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:24.400166 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21de2ed7-e97a-44a3-9f64-081798069ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.471491 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:24.485172 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21de2ed7-e97a-44a3-9f64-081798069ec7 admin admin] Publish callbacks [] for security_group (a500111b-824c-4e07-a29c-ee6a37a26b51), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.490144 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-14c0b052-7e8c-4020-8ef0-6f89fedc4e3b None None] Provisioning complete for port 687a5d61-1980-4d15-8205-98e2f0412da2 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:24.490815 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21de2ed7-e97a-44a3-9f64-081798069ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a500111b-824c-4e07-a29c-ee6a37a26b51), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.491408 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-14c0b052-7e8c-4020-8ef0-6f89fedc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.531492 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-14c0b052-7e8c-4020-8ef0-6f89fedc4e3b None None] Port 687a5d61-1980-4d15-8205-98e2f0412da2 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:03:24.535446 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-21de2ed7-e97a-44a3-9f64-081798069ec7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9007bab430c41fc923d8db507c600d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608245 Mar 26 03:03:24.536810 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de2ed7-e97a-44a3-9f64-081798069ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a500111b-824c-4e07-a29c-ee6a37a26b51,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:24.538324 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Publish callbacks [] for port (687a5d61-1980-4d15-8205-98e2f0412da2), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.539873 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53928) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:24.546295 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.592051 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d906d00c-a9ee-405c-8cc4-7a8b3a66303a admin admin] Publish callbacks [] for security_group (a500111b-824c-4e07-a29c-ee6a37a26b51), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.616584 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d906d00c-a9ee-405c-8cc4-7a8b3a66303a admin admin] Publish callbacks [] for security_group (a500111b-824c-4e07-a29c-ee6a37a26b51), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.619896 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Pushing event updated for resources: {'Port': ['ID=687a5d61-1980-4d15-8205-98e2f0412da2,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:24.623026 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752784'] for router_interface (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.696863 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d906d00c-a9ee-405c-8cc4-7a8b3a66303a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a500111b-824c-4e07-a29c-ee6a37a26b51), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.699754 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d906d00c-a9ee-405c-8cc4-7a8b3a66303a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.701646 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d906d00c-a9ee-405c-8cc4-7a8b3a66303a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a500111b-824c-4e07-a29c-ee6a37a26b51 HTTP/1.1" status: 204 len: 168 time: 0.1606696 Mar 26 03:03:24.738499 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:23Z', 'revision_number': 1, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:24.739028 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906d00c-a9ee-405c-8cc4-7a8b3a66303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a500111b-824c-4e07-a29c-ee6a37a26b51,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:24.761718 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:24.764245 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:24.783078 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2f569-0207-4d8b-80d0-08ce7c1e1834 req-24a8069a-8b98-4142-ae25-6bc36bd884b5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:24.786185 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35f2f569-0207-4d8b-80d0-08ce7c1e1834 req-24a8069a-8b98-4142-ae25-6bc36bd884b5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1026418 Mar 26 03:03:24.791890 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27b202-4fef-46ec-8a3c-ef23b45d04bf None None] The sync data for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb is: [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:23Z', 'revision_number': 1, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:03:24.863941 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35f2f569-0207-4d8b-80d0-08ce7c1e1834 req-0018b4d7-8cd6-4b55-b5f4-55128aa7c4f8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719783 Mar 26 03:03:24.907746 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:03:25.035350 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:03:25.054006 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-713f8633-478e-41e2-867b-8f593b34b493 admin admin] 10.222.0.13 "PUT /v2.0/routers/3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9894521 Mar 26 03:03:25.071793 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-823244bb-994c-4002-bd53-a11f6f557bd0 None None] Provisioning complete for port 687a5d61-1980-4d15-8205-98e2f0412da2 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:25.072251 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-823244bb-994c-4002-bd53-a11f6f557bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:25.175545 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-823244bb-994c-4002-bd53-a11f6f557bd0 None None] Port 687a5d61-1980-4d15-8205-98e2f0412da2 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:03:25.751618 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53978) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:25.756572 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1220364694-network', 'tenant_id': '5a450b46226746be894eab25142dbfae'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:25.780286 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Made reservation on behalf of 5a450b46226746be894eab25142dbfae for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:25.781336 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:25.791422 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:25.874698 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Publish callbacks [] for security_group (e7e97ab2-d131-4692-9033-6ca784d128f9), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:25.879637 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e7e97ab2-d131-4692-9033-6ca784d128f9), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:25.911699 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:03:25.933357 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e97ab2-d131-4692-9033-6ca784d128f9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:25.943962 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (08964fea-6b6e-4e12-8c0e-a689a8c88dfb), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:25.944244 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Added segment 08964fea-6b6e-4e12-8c0e-a689a8c88dfb of type vlan for network 0d4e67e0-6f27-478a-a561-8c160895c1d0 Mar 26 03:03:25.982467 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8dc1-372a-40bf-8165-de7e5ab7b1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.016625 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (0d4e67e0-6f27-478a-a561-8c160895c1d0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.054097 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1b8d7-a47d-465c-b62d-eddd6bd7d0ad req-65753d45-644f-4901-b6a8-a58b0da909bf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:26.055651 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ceb1b8d7-a47d-465c-b62d-eddd6bd7d0ad req-65753d45-644f-4901-b6a8-a58b0da909bf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1159885 Mar 26 03:03:26.057271 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (0d4e67e0-6f27-478a-a561-8c160895c1d0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.058319 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:26.059149 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.130330 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3752425 Mar 26 03:03:26.131358 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 53992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:26.137431 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Request body: {'subnet': {'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1220364694-subnet', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:26.162405 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3031-93aa-413c-9889-410b51914145 admin admin] Pushing event updated for resources: {'Network': ['ID=0d4e67e0-6f27-478a-a561-8c160895c1d0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:26.178051 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 0d4e67e0-6f27-478a-a561-8c160895c1d0 details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:03:26.184197 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ceb1b8d7-a47d-465c-b62d-eddd6bd7d0ad req-32c68bb1-aa70-4f4f-b487-959e681a44ef tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208854 Mar 26 03:03:26.185494 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Made reservation on behalf of 5a450b46226746be894eab25142dbfae for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:26.187964 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28970857'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.475185 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28941922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28970879'] for subnet (28a47380-341a-417b-9d51-deebca250995), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.547013 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a47380-341a-417b-9d51-deebca250995,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:26.554627 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Checking segment: {'id': '08964fea-6b6e-4e12-8c0e-a689a8c88dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:26.555042 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Network hostable DHCP agents. Network: 0d4e67e0-6f27-478a-a561-8c160895c1d0, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:03:26.573163 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Network 0d4e67e0-6f27-478a-a561-8c160895c1d0 is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:03:26.583026 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 0d4e67e0-6f27-478a-a561-8c160895c1d0) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:26.591947 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:26.592766 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.596795 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdfa5a7-1662-4201-9690-35ef740fcd0a None None] Network 0d4e67e0-6f27-478a-a561-8c160895c1d0 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:26.620735 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d576d22b-0644-44cc-b45c-c58d35aff15b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4876244 Mar 26 03:03:26.623219 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54014) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:26.628492 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:26.662166 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29334'] for router (17660cac-2c7a-48a5-be07-d6980107bc50), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.663573 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29423'] for router (17660cac-2c7a-48a5-be07-d6980107bc50), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.723248 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks [] for router_controller (17660cac-2c7a-48a5-be07-d6980107bc50), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.728400 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-0d4e67e0-6f27-478a-a561-8c160895c1d0', 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0', 'project_id': '5a450b46226746be894eab25142dbfae', 'fixed_ips': [{'subnet_id': '28a47380-341a-417b-9d51-deebca250995'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:03:26.729298 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.870587 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks [] for router_gateway (17660cac-2c7a-48a5-be07-d6980107bc50), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:26.884215 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Allocated IP 172.20.0.2 (0d4e67e0-6f27-478a-a561-8c160895c1d0/28a47380-341a-417b-9d51-deebca250995/c35159bf-826d-4863-a4a8-4ee56f678989) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:27.058064 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Publish callbacks [] for port (c35159bf-826d-4863-a4a8-4ee56f678989), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.068359 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.103390 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks [] for router_gateway (17660cac-2c7a-48a5-be07-d6980107bc50), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.106570 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Network 0d4e67e0-6f27-478a-a561-8c160895c1d0 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:27.110368 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:27.114377 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:27.128189 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.130589 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Pushing event updated for resources: {'Port': ['ID=c35159bf-826d-4863-a4a8-4ee56f678989,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:27.187633 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Attempting to bind port c35159bf-826d-4863-a4a8-4ee56f678989 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:27.188012 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Attempting to bind port c35159bf-826d-4863-a4a8-4ee56f678989 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '08964fea-6b6e-4e12-8c0e-a689a8c88dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:27.188377 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Attempting to bind port c35159bf-826d-4863-a4a8-4ee56f678989 on network 0d4e67e0-6f27-478a-a561-8c160895c1d0 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:27.193627 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:27.194238 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Checking segment: {'id': '08964fea-6b6e-4e12-8c0e-a689a8c88dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:27.194799 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.195394 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Bound using segment: {'id': '08964fea-6b6e-4e12-8c0e-a689a8c88dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:27.195921 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Bound port: c35159bf-826d-4863-a4a8-4ee56f678989, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08964fea-6b6e-4e12-8c0e-a689a8c88dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:27.196486 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.266821 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Allocated IP 172.28.2.110 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/4005dd36-3b30-43fd-88b8-22d15e9754a0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:27.289625 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] For port c35159bf-826d-4863-a4a8-4ee56f678989, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:27.295469 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] For port c35159bf-826d-4863-a4a8-4ee56f678989, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=c35159bf-826d-4863-a4a8-4ee56f678989,segment=NetworkSegment(08964fea-6b6e-4e12-8c0e-a689a8c88dfb),segment_id=08964fea-6b6e-4e12-8c0e-a689a8c88dfb)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:27.304734 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.346031 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b408-4107-4060-8dbf-2b3a0fb181f9 req-dd0f0fa2-9ba8-492f-affe-a7e355be8765 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:27.348214 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07d3b408-4107-4060-8dbf-2b3a0fb181f9 req-dd0f0fa2-9ba8-492f-affe-a7e355be8765 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0706925 Mar 26 03:03:27.434185 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks [] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.440236 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07d3b408-4107-4060-8dbf-2b3a0fb181f9 req-18385494-7125-476c-a424-0545e5497e9f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825107 Mar 26 03:03:27.442711 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Sync routers for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:03:27.474874 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb0169-6d6e-4b30-844c-fecd86baa267 None None] Pushing event updated for resources: {'Port': ['ID=c35159bf-826d-4863-a4a8-4ee56f678989,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:27.497193 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:27.498759 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:02:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:27.531909 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.632618 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 961a5993-2635-4785-a8a9-dd06d12a5051 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:27.660502 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:27.671673 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:27.686289 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:27.707895 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Pushing event updated for resources: {'Port': ['ID=4005dd36-3b30-43fd-88b8-22d15e9754a0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:27.802789 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 961a5993-2635-4785-a8a9-dd06d12a5051 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:27.805246 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:27.842153 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:28.066924 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 961a5993-2635-4785-a8a9-dd06d12a5051 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:28.067520 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.104695 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port 961a5993-2635-4785-a8a9-dd06d12a5051, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=961a5993-2635-4785-a8a9-dd06d12a5051,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:28.113504 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54060) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:28.114200 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.198079 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks [] for router_gateway (17660cac-2c7a-48a5-be07-d6980107bc50), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.214524 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=961a5993-2635-4785-a8a9-dd06d12a5051,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:28.257368 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 2, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:28.261142 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a78f-d1c9-4cfb-8f06-2de8729796b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.287674 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Checking router: 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:03:28.288028 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Updating router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 port 687a5d61-1980-4d15-8205-98e2f0412da2 binding host dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:03:28.288143 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90eb5a4f-0b5d-4c90-85b6-fa47b47c5500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.320795 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.388687 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90eb5a4f-0b5d-4c90-85b6-fa47b47c5500 admin admin] Publish callbacks [] for security_group (d21b3636-b3a5-4681-8096-5947be1fe59f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.396318 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90eb5a4f-0b5d-4c90-85b6-fa47b47c5500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (d21b3636-b3a5-4681-8096-5947be1fe59f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.432482 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb5a4f-0b5d-4c90-85b6-fa47b47c5500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21b3636-b3a5-4681-8096-5947be1fe59f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:28.444164 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465'] for router (17660cac-2c7a-48a5-be07-d6980107bc50), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.492754 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-90eb5a4f-0b5d-4c90-85b6-fa47b47c5500 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=596de2626eb448b6ad8455b2252e6f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780534 Mar 26 03:03:28.495849 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54068) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:28.571720 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87816602-4ce9-4b8c-9553-a1d1212c00de admin admin] Publish callbacks [] for security_group (d21b3636-b3a5-4681-8096-5947be1fe59f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.625110 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87816602-4ce9-4b8c-9553-a1d1212c00de admin admin] Publish callbacks [] for security_group (d21b3636-b3a5-4681-8096-5947be1fe59f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.652272 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Router 17660cac-2c7a-48a5-be07-d6980107bc50 is scheduled to L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:03:28.673000 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ec049-7126-42ed-b521-cb100d673fe7 req-82216861-2c0c-45ed-9a13-4453c7fe4e39 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:28.673193 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Publish callbacks [] for port (687a5d61-1980-4d15-8205-98e2f0412da2), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.676208 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fa8ec049-7126-42ed-b521-cb100d673fe7 req-82216861-2c0c-45ed-9a13-4453c7fe4e39 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1159122 Mar 26 03:03:28.682981 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.738380 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f66c7-b32d-4137-9343-6cdeeab042c8 None None] Pushing event updated for resources: {'Port': ['ID=687a5d61-1980-4d15-8205-98e2f0412da2,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:28.746419 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fa8ec049-7126-42ed-b521-cb100d673fe7 req-229a059d-599c-486e-ac3a-12a86ba3d946 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635788 Mar 26 03:03:28.748857 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87816602-4ce9-4b8c-9553-a1d1212c00de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (d21b3636-b3a5-4681-8096-5947be1fe59f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.752899 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87816602-4ce9-4b8c-9553-a1d1212c00de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.756398 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-87816602-4ce9-4b8c-9553-a1d1212c00de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d21b3636-b3a5-4681-8096-5947be1fe59f HTTP/1.1" status: 204 len: 168 time: 0.2569842 Mar 26 03:03:28.762617 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87816602-4ce9-4b8c-9553-a1d1212c00de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21b3636-b3a5-4681-8096-5947be1fe59f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:28.839451 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Attempting to bind port 687a5d61-1980-4d15-8205-98e2f0412da2 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:28.839832 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Attempting to bind port 687a5d61-1980-4d15-8205-98e2f0412da2 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:28.840369 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Attempting to bind port 687a5d61-1980-4d15-8205-98e2f0412da2 on network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:28.849025 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:28.849659 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Checking segment: {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:28.850070 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.850501 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Bound using segment: {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:28.851101 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Bound port: 687a5d61-1980-4d15-8205-98e2f0412da2, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:28.851659 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.936457 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] For port 687a5d61-1980-4d15-8205-98e2f0412da2, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:28.940665 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] For port 687a5d61-1980-4d15-8205-98e2f0412da2, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=687a5d61-1980-4d15-8205-98e2f0412da2,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:28.947113 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcaca53-c8f0-4e3f-80ae-2ae1d41e3039 None None] Network 0d4e67e0-6f27-478a-a561-8c160895c1d0 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:29.022918 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.116643 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:03:29.126806 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Sync routers for ids ['17660cac-2c7a-48a5-be07-d6980107bc50'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:03:29.145437 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.145845 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Routers {'17660cac-2c7a-48a5-be07-d6980107bc50'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:29.147149 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:03:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['17660cac-2c7a-48a5-be07-d6980107bc50'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:29.147329 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-f5ea1306-e6d0-4674-923c-c03c88153674 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5223026 Mar 26 03:03:29.150571 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54080) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:29.236786 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54086) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:29.255299 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a667a3c-44f3-4873-a91e-100567727b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.258319 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f66c7-b32d-4137-9343-6cdeeab042c8 None None] Pushing event updated for resources: {'Port': ['ID=687a5d61-1980-4d15-8205-98e2f0412da2,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:29.280186 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:29.280998 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:03:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:29.283176 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-9f6396c3-b91b-4e3a-8019-2c4cd7881e90 None None] Provisioning complete for port c35159bf-826d-4863-a4a8-4ee56f678989 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:29.283695 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9f6396c3-b91b-4e3a-8019-2c4cd7881e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.361335 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Set router 17660cac-2c7a-48a5-be07-d6980107bc50 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:29.525946 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a667a3c-44f3-4873-a91e-100567727b3b admin admin] Publish callbacks [] for security_group (14c9e7b5-de38-4830-bf55-390fdb11c8a2), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.554474 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a667a3c-44f3-4873-a91e-100567727b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (14c9e7b5-de38-4830-bf55-390fdb11c8a2), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.620430 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1a667a3c-44f3-4873-a91e-100567727b3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9118a13dd2514ea0be30585c08027e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821864 Mar 26 03:03:29.621257 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54108) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:29.750762 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a667a3c-44f3-4873-a91e-100567727b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c9e7b5-de38-4830-bf55-390fdb11c8a2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:29.762234 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e268163-d7cc-41e8-a7fc-beca82f4d085 admin admin] Publish callbacks [] for security_group (14c9e7b5-de38-4830-bf55-390fdb11c8a2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.808469 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.809193 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-9f6396c3-b91b-4e3a-8019-2c4cd7881e90 None None] Current status of the port c35159bf-826d-4863-a4a8-4ee56f678989 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:29.809569 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9f6396c3-b91b-4e3a-8019-2c4cd7881e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.814819 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e268163-d7cc-41e8-a7fc-beca82f4d085 admin admin] Publish callbacks [] for security_group (14c9e7b5-de38-4830-bf55-390fdb11c8a2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.915431 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 961a5993-2635-4785-a8a9-dd06d12a5051 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:29.925433 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:29.979622 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:26Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 3, 'project_id': '5a450b46226746be894eab25142dbfae', 'gw_port': {'id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:27Z', 'updated_at': '2022-03-26T03:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:29.997606 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa7fd7-d543-47e0-9918-0d9ba8086543 req-fc4f87dd-3802-42ac-b2a5-58dbde31d1e5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:30.009168 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-caaa7fd7-d543-47e0-9918-0d9ba8086543 req-fc4f87dd-3802-42ac-b2a5-58dbde31d1e5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1616087 Mar 26 03:03:30.014047 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e268163-d7cc-41e8-a7fc-beca82f4d085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (14c9e7b5-de38-4830-bf55-390fdb11c8a2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.017953 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e268163-d7cc-41e8-a7fc-beca82f4d085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.021509 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1e268163-d7cc-41e8-a7fc-beca82f4d085 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14c9e7b5-de38-4830-bf55-390fdb11c8a2 HTTP/1.1" status: 204 len: 168 time: 0.3943188 Mar 26 03:03:30.043619 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-9f6396c3-b91b-4e3a-8019-2c4cd7881e90 None None] For port c35159bf-826d-4863-a4a8-4ee56f678989, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=c35159bf-826d-4863-a4a8-4ee56f678989,segment=NetworkSegment(08964fea-6b6e-4e12-8c0e-a689a8c88dfb),segment_id=08964fea-6b6e-4e12-8c0e-a689a8c88dfb)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:30.058487 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e268163-d7cc-41e8-a7fc-beca82f4d085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c9e7b5-de38-4830-bf55-390fdb11c8a2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:30.071236 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9f6396c3-b91b-4e3a-8019-2c4cd7881e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.098543 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Checking router: 17660cac-2c7a-48a5-be07-d6980107bc50 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:03:30.100214 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Updating router 17660cac-2c7a-48a5-be07-d6980107bc50 port 4005dd36-3b30-43fd-88b8-22d15e9754a0 binding host dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:03:30.110599 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-caaa7fd7-d543-47e0-9918-0d9ba8086543 req-a15fcb15-cbcb-4d63-aece-d1b921685818 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004579 Mar 26 03:03:30.112651 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.163859 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.245867 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6396c3-b91b-4e3a-8019-2c4cd7881e90 None None] Pushing event updated for resources: {'Port': ['ID=c35159bf-826d-4863-a4a8-4ee56f678989,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:30.264324 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 961a5993-2635-4785-a8a9-dd06d12a5051 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:30.265023 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.266422 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] Provisioning complete for port c35159bf-826d-4863-a4a8-4ee56f678989 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:30.267107 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.359818 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Allocated IP 172.20.0.1 (0d4e67e0-6f27-478a-a561-8c160895c1d0/28a47380-341a-417b-9d51-deebca250995/4855264e-ec29-4550-b6d2-9b755378ddb2) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:30.484337 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] Current status of the port c35159bf-826d-4863-a4a8-4ee56f678989 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:30.497999 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 961a5993-2635-4785-a8a9-dd06d12a5051 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:30.499341 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device c35159bf-826d-4863-a4a8-4ee56f678989 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:30.510665 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Publish callbacks [] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.523668 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Publish callbacks [] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.531541 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.534570 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] Provisioning complete for port 687a5d61-1980-4d15-8205-98e2f0412da2 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:30.535166 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.561336 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:30.561746 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Attempting to bind port 4005dd36-3b30-43fd-88b8-22d15e9754a0 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:30.562422 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Attempting to bind port 4005dd36-3b30-43fd-88b8-22d15e9754a0 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:30.563044 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Attempting to bind port 4005dd36-3b30-43fd-88b8-22d15e9754a0 on network f054278a-3c9c-4728-be97-7e282accbc6a {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:30.574543 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.585965 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:30.586385 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:30.586782 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.587186 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Bound using segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:30.587933 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Bound port: 4005dd36-3b30-43fd-88b8-22d15e9754a0, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:30.588544 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.607935 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb20852-fd8c-4c9c-a114-ca245ea73ed1 None None] The sync data for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb is: [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:03:30.641377 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port c35159bf-826d-4863-a4a8-4ee56f678989 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:30.641744 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.647247 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Pushing event updated for resources: {'Port': ['ID=4855264e-ec29-4550-b6d2-9b755378ddb2,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:30.663279 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] For port 4005dd36-3b30-43fd-88b8-22d15e9754a0, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:30.666753 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] For port 4005dd36-3b30-43fd-88b8-22d15e9754a0, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=4005dd36-3b30-43fd-88b8-22d15e9754a0,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:30.680208 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.687955 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Network 0d4e67e0-6f27-478a-a561-8c160895c1d0 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:30.690190 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:30.693015 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:30.710036 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8e0a4-ffce-49cb-af56-f879cebd316f None None] Pushing event updated for resources: {'Port': ['ID=4005dd36-3b30-43fd-88b8-22d15e9754a0,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:30.770135 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8e0a4-ffce-49cb-af56-f879cebd316f None None] Pushing event updated for resources: {'Port': ['ID=4005dd36-3b30-43fd-88b8-22d15e9754a0,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:30.781655 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752900'] for router_interface (17660cac-2c7a-48a5-be07-d6980107bc50), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.782220 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] Current status of the port 687a5d61-1980-4d15-8205-98e2f0412da2 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:30.782747 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:30.787762 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Routers {'17660cac-2c7a-48a5-be07-d6980107bc50'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:30.791108 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:03:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['17660cac-2c7a-48a5-be07-d6980107bc50'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:30.901228 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] For port 687a5d61-1980-4d15-8205-98e2f0412da2, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=687a5d61-1980-4d15-8205-98e2f0412da2,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:30.993569 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port c35159bf-826d-4863-a4a8-4ee56f678989 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:30.995552 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 687a5d61-1980-4d15-8205-98e2f0412da2 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:31.058382 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.072190 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] Set router 17660cac-2c7a-48a5-be07-d6980107bc50 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:31.077848 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.215355 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 687a5d61-1980-4d15-8205-98e2f0412da2 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:31.216944 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.270107 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.285068 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-c79ce086-6d33-4429-9652-e89463da532e None None] Provisioning complete for port 4855264e-ec29-4550-b6d2-9b755378ddb2 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:31.285829 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c79ce086-6d33-4429-9652-e89463da532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.331820 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c3c1d-bfd8-44be-98fe-13f81687d0c3 req-fcef84f4-2332-486b-bb18-174c2a612842 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:31.345825 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c79ce086-6d33-4429-9652-e89463da532e None None] Port 4855264e-ec29-4550-b6d2-9b755378ddb2 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:03:31.354260 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a0c3c1d-bfd8-44be-98fe-13f81687d0c3 req-fcef84f4-2332-486b-bb18-174c2a612842 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0898113 Mar 26 03:03:31.370197 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2478f52-6f1d-4126-aef5-1745ab2bc6a2 None None] Pushing event updated for resources: {'Port': ['ID=687a5d61-1980-4d15-8205-98e2f0412da2,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:31.462703 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a0c3c1d-bfd8-44be-98fe-13f81687d0c3 req-8b759efd-d759-4a63-ba8d-33783f8c8355 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024089 Mar 26 03:03:31.518381 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 687a5d61-1980-4d15-8205-98e2f0412da2 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:31.596180 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Publish callbacks [] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.608434 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.702714 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device c35159bf-826d-4863-a4a8-4ee56f678989 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:31.759719 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:26Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 3, 'project_id': '5a450b46226746be894eab25142dbfae', 'gw_port': {'id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:27Z', 'updated_at': '2022-03-26T03:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:31.776565 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Pushing event updated for resources: {'Port': ['ID=4855264e-ec29-4550-b6d2-9b755378ddb2,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:31.806336 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5670d6d-874f-44b2-920a-06a8f98b6bf8 None None] The sync data for ids ['17660cac-2c7a-48a5-be07-d6980107bc50'] in dv-cinder-835328-1-smb is: [{'id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:26Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 3, 'project_id': '5a450b46226746be894eab25142dbfae', 'gw_port': {'id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:27Z', 'updated_at': '2022-03-26T03:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:03:31.822596 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752784'] for router_interface (17660cac-2c7a-48a5-be07-d6980107bc50), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.836452 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port c35159bf-826d-4863-a4a8-4ee56f678989 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:31.836835 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.979272 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54186) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:32.008579 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Network 0d4e67e0-6f27-478a-a561-8c160895c1d0 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:32.010057 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:32.084642 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port c35159bf-826d-4863-a4a8-4ee56f678989 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:32.086188 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 687a5d61-1980-4d15-8205-98e2f0412da2 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:32.185457 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 687a5d61-1980-4d15-8205-98e2f0412da2 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:32.186284 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.267575 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Router 17660cac-2c7a-48a5-be07-d6980107bc50 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:03:32.298669 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8c78b58-f359-440b-a30d-2746572c0b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.314215 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 687a5d61-1980-4d15-8205-98e2f0412da2 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:32.430647 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8c78b58-f359-440b-a30d-2746572c0b0a admin admin] Publish callbacks [] for security_group (13152a94-d4fa-4652-805b-a63aab6af17a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.435407 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8c78b58-f359-440b-a30d-2746572c0b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (13152a94-d4fa-4652-805b-a63aab6af17a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.475662 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:03:32.483812 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-2425f151-6eef-42ec-ac32-4321a35b6c5d admin admin] 10.222.0.13 "PUT /v2.0/routers/17660cac-2c7a-48a5-be07-d6980107bc50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3325894 Mar 26 03:03:32.484673 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54194) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:32.491050 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a8c78b58-f359-440b-a30d-2746572c0b0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73e8ea3227c14fbf86e79d209a84e735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5100422 Mar 26 03:03:32.493859 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54200) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:32.504766 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-8b2268f4-51e2-4170-9f0c-3c4472bcf4c3 None None] Provisioning complete for port 4855264e-ec29-4550-b6d2-9b755378ddb2 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:32.505151 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8b2268f4-51e2-4170-9f0c-3c4472bcf4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.526913 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c78b58-f359-440b-a30d-2746572c0b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13152a94-d4fa-4652-805b-a63aab6af17a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:32.558808 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-8b2268f4-51e2-4170-9f0c-3c4472bcf4c3 None None] Port 4855264e-ec29-4550-b6d2-9b755378ddb2 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:03:32.578397 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-006ae105-bc7d-45f8-9699-bffb1a55e98e admin admin] Publish callbacks [] for security_group (13152a94-d4fa-4652-805b-a63aab6af17a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.601980 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-006ae105-bc7d-45f8-9699-bffb1a55e98e admin admin] Publish callbacks [] for security_group (13152a94-d4fa-4652-805b-a63aab6af17a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.667200 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c10c99-6764-4bf5-92fc-5148654b7be7 req-e4e132a8-c296-433b-84a0-b161209794c4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:32.668925 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-24c10c99-6764-4bf5-92fc-5148654b7be7 req-e4e132a8-c296-433b-84a0-b161209794c4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0733743 Mar 26 03:03:32.681065 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.688919 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34a4778d-3e4d-46dd-9bc8-6f516357349c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.723184 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-006ae105-bc7d-45f8-9699-bffb1a55e98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (13152a94-d4fa-4652-805b-a63aab6af17a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.726292 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-006ae105-bc7d-45f8-9699-bffb1a55e98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.730444 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-006ae105-bc7d-45f8-9699-bffb1a55e98e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13152a94-d4fa-4652-805b-a63aab6af17a HTTP/1.1" status: 204 len: 168 time: 0.2355340 Mar 26 03:03:32.745255 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-24c10c99-6764-4bf5-92fc-5148654b7be7 req-5384df72-3a90-485b-860f-cbd610a3cabd tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660939 Mar 26 03:03:32.747102 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ae105-bc7d-45f8-9699-bffb1a55e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13152a94-d4fa-4652-805b-a63aab6af17a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:32.818666 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34a4778d-3e4d-46dd-9bc8-6f516357349c admin admin] Publish callbacks [] for security_group (e7e337ca-0109-46d3-afbe-26ccea2b530c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.826781 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34a4778d-3e4d-46dd-9bc8-6f516357349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e7e337ca-0109-46d3-afbe-26ccea2b530c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.867955 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4778d-3e4d-46dd-9bc8-6f516357349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e337ca-0109-46d3-afbe-26ccea2b530c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:32.888689 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-34a4778d-3e4d-46dd-9bc8-6f516357349c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64b6a839f31945cba9906bf1b0a15f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994491 Mar 26 03:03:32.889340 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54212) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:32.956156 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85dbf58c-42e0-47dd-9f22-ea795e2e057d admin admin] Publish callbacks [] for security_group (e7e337ca-0109-46d3-afbe-26ccea2b530c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:32.980316 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85dbf58c-42e0-47dd-9f22-ea795e2e057d admin admin] Publish callbacks [] for security_group (e7e337ca-0109-46d3-afbe-26ccea2b530c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.072085 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85dbf58c-42e0-47dd-9f22-ea795e2e057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e7e337ca-0109-46d3-afbe-26ccea2b530c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.076636 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85dbf58c-42e0-47dd-9f22-ea795e2e057d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.081057 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-85dbf58c-42e0-47dd-9f22-ea795e2e057d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7e337ca-0109-46d3-afbe-26ccea2b530c HTTP/1.1" status: 204 len: 168 time: 0.1896803 Mar 26 03:03:33.095273 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbf58c-42e0-47dd-9f22-ea795e2e057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e337ca-0109-46d3-afbe-26ccea2b530c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:33.156178 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54232) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:33.174184 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8641340c-37cd-450f-bcd4-6a0d40aacb03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.323381 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8641340c-37cd-450f-bcd4-6a0d40aacb03 admin admin] Publish callbacks [] for security_group (7a9a10bf-1cca-42d7-a19b-1922cb48c0a2), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.328694 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8641340c-37cd-450f-bcd4-6a0d40aacb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7a9a10bf-1cca-42d7-a19b-1922cb48c0a2), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.371197 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641340c-37cd-450f-bcd4-6a0d40aacb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9a10bf-1cca-42d7-a19b-1922cb48c0a2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:33.397288 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8641340c-37cd-450f-bcd4-6a0d40aacb03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cecdb7ec1b48444ebdba4942c91bd293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399840 Mar 26 03:03:33.400298 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54250) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:33.478984 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aed75c0-5644-4846-b360-22806a1e28d1 admin admin] Publish callbacks [] for security_group (7a9a10bf-1cca-42d7-a19b-1922cb48c0a2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.507674 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aed75c0-5644-4846-b360-22806a1e28d1 admin admin] Publish callbacks [] for security_group (7a9a10bf-1cca-42d7-a19b-1922cb48c0a2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.588600 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aed75c0-5644-4846-b360-22806a1e28d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7a9a10bf-1cca-42d7-a19b-1922cb48c0a2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.592221 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aed75c0-5644-4846-b360-22806a1e28d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.593501 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2aed75c0-5644-4846-b360-22806a1e28d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a9a10bf-1cca-42d7-a19b-1922cb48c0a2 HTTP/1.1" status: 204 len: 168 time: 0.1911387 Mar 26 03:03:33.604104 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed75c0-5644-4846-b360-22806a1e28d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9a10bf-1cca-42d7-a19b-1922cb48c0a2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:33.660889 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 4005dd36-3b30-43fd-88b8-22d15e9754a0 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:33.741871 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 4005dd36-3b30-43fd-88b8-22d15e9754a0 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:33.742497 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.953023 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35574322-7311-4e1e-8d72-dddbb2b02d29 req-5608c93b-e143-41f9-b9e7-311d3da8f195 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:33.958976 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35574322-7311-4e1e-8d72-dddbb2b02d29 req-5608c93b-e143-41f9-b9e7-311d3da8f195 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1022420 Mar 26 03:03:34.056941 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35574322-7311-4e1e-8d72-dddbb2b02d29 req-91aa987c-dbf4-4cc2-889a-dd5267b76124 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955522 Mar 26 03:03:34.062516 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 4005dd36-3b30-43fd-88b8-22d15e9754a0 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:34.062968 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:34.097441 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port 4005dd36-3b30-43fd-88b8-22d15e9754a0, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=4005dd36-3b30-43fd-88b8-22d15e9754a0,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:34.108356 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:34.172201 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=4005dd36-3b30-43fd-88b8-22d15e9754a0,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:34.172354 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54264) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:34.186609 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04d50991-f5ba-463d-bc2b-a0602aeca64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:34.256387 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Sync routers for ids ['17660cac-2c7a-48a5-be07-d6980107bc50'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:03:34.267909 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Routers {'17660cac-2c7a-48a5-be07-d6980107bc50'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:34.268558 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:03:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['17660cac-2c7a-48a5-be07-d6980107bc50'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:34.307996 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04d50991-f5ba-463d-bc2b-a0602aeca64c admin admin] Publish callbacks [] for security_group (577d70f6-be8b-482a-8603-53a73e5b6dc6), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:34.314512 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04d50991-f5ba-463d-bc2b-a0602aeca64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (577d70f6-be8b-482a-8603-53a73e5b6dc6), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:34.356359 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-04d50991-f5ba-463d-bc2b-a0602aeca64c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a61a0aa1b6745c485ed195bf029966c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830049 Mar 26 03:03:34.357438 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d50991-f5ba-463d-bc2b-a0602aeca64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577d70f6-be8b-482a-8603-53a73e5b6dc6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:34.359453 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54266) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:34.394643 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Set router 17660cac-2c7a-48a5-be07-d6980107bc50 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:34.442891 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-685c520a-5b9a-44be-81fb-43a000d1e800 admin admin] Publish callbacks [] for security_group (577d70f6-be8b-482a-8603-53a73e5b6dc6), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:34.471857 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-685c520a-5b9a-44be-81fb-43a000d1e800 admin admin] Publish callbacks [] for security_group (577d70f6-be8b-482a-8603-53a73e5b6dc6), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:34.532289 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-685c520a-5b9a-44be-81fb-43a000d1e800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (577d70f6-be8b-482a-8603-53a73e5b6dc6), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:34.536147 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-685c520a-5b9a-44be-81fb-43a000d1e800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:34.537410 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-685c520a-5b9a-44be-81fb-43a000d1e800 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/577d70f6-be8b-482a-8603-53a73e5b6dc6 HTTP/1.1" status: 204 len: 168 time: 0.1769233 Mar 26 03:03:34.546972 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c520a-5b9a-44be-81fb-43a000d1e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577d70f6-be8b-482a-8603-53a73e5b6dc6,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:34.649931 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:26Z', 'updated_at': '2022-03-26T03:03:31Z', 'revision_number': 4, 'project_id': '5a450b46226746be894eab25142dbfae', 'gw_port': {'id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:27Z', 'updated_at': '2022-03-26T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '4855264e-ec29-4550-b6d2-9b755378ddb2', 'name': '', 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'mac_address': 'fa:16:3e:be:70:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '28a47380-341a-417b-9d51-deebca250995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:30Z', 'updated_at': '2022-03-26T03:03:31Z', 'revision_number': 2, 'project_id': '5a450b46226746be894eab25142dbfae', 'subnets': [{'id': '28a47380-341a-417b-9d51-deebca250995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:34.688428 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Checking router: 17660cac-2c7a-48a5-be07-d6980107bc50 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:03:34.689171 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Updating router 17660cac-2c7a-48a5-be07-d6980107bc50 port 4855264e-ec29-4550-b6d2-9b755378ddb2 binding host dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:03:34.729137 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:35.133678 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Publish callbacks [] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:35.178888 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:35.312383 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbc8bb-5178-412a-81b9-084f9bb503d8 req-5820d629-6b5b-4112-84b3-904e14c7ba44 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:35.328228 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-30fbc8bb-5178-412a-81b9-084f9bb503d8 req-5820d629-6b5b-4112-84b3-904e14c7ba44 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1667647 Mar 26 03:03:35.341501 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e432c0-302e-4ec1-9e9e-e8a9aef5de9c None None] Pushing event updated for resources: {'Port': ['ID=4855264e-ec29-4550-b6d2-9b755378ddb2,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:35.411962 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-30fbc8bb-5178-412a-81b9-084f9bb503d8 req-346565a9-76eb-47b9-aae8-1bd79bc7ba62 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803084 Mar 26 03:03:35.439972 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Attempting to bind port 4855264e-ec29-4550-b6d2-9b755378ddb2 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:35.440345 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Attempting to bind port 4855264e-ec29-4550-b6d2-9b755378ddb2 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '08964fea-6b6e-4e12-8c0e-a689a8c88dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:35.440705 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Attempting to bind port 4855264e-ec29-4550-b6d2-9b755378ddb2 on network 0d4e67e0-6f27-478a-a561-8c160895c1d0 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:35.446381 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:35.447040 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Checking segment: {'id': '08964fea-6b6e-4e12-8c0e-a689a8c88dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:35.447607 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:35.448151 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Bound using segment: {'id': '08964fea-6b6e-4e12-8c0e-a689a8c88dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:35.448787 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Bound port: 4855264e-ec29-4550-b6d2-9b755378ddb2, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08964fea-6b6e-4e12-8c0e-a689a8c88dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:35.449338 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:35.563102 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] For port 4855264e-ec29-4550-b6d2-9b755378ddb2, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:35.566720 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] For port 4855264e-ec29-4550-b6d2-9b755378ddb2, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=4855264e-ec29-4550-b6d2-9b755378ddb2,segment=NetworkSegment(08964fea-6b6e-4e12-8c0e-a689a8c88dfb),segment_id=08964fea-6b6e-4e12-8c0e-a689a8c88dfb)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:35.579794 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:35.638290 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Routers {'17660cac-2c7a-48a5-be07-d6980107bc50'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:35.644866 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:03:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['17660cac-2c7a-48a5-be07-d6980107bc50'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:35.694693 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 4005dd36-3b30-43fd-88b8-22d15e9754a0 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:35.844432 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e432c0-302e-4ec1-9e9e-e8a9aef5de9c None None] Pushing event updated for resources: {'Port': ['ID=4855264e-ec29-4550-b6d2-9b755378ddb2,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:35.866878 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5403ac73-bed4-45b9-a741-f1b3d378c14a None None] Provisioning complete for port 4855264e-ec29-4550-b6d2-9b755378ddb2 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:35.867378 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5403ac73-bed4-45b9-a741-f1b3d378c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:36.011223 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] Set router 17660cac-2c7a-48a5-be07-d6980107bc50 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:36.046594 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 4005dd36-3b30-43fd-88b8-22d15e9754a0 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:36.046995 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:36.212875 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5403ac73-bed4-45b9-a741-f1b3d378c14a None None] Current status of the port 4855264e-ec29-4550-b6d2-9b755378ddb2 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:36.213274 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5403ac73-bed4-45b9-a741-f1b3d378c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:36.284117 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5403ac73-bed4-45b9-a741-f1b3d378c14a None None] For port 4855264e-ec29-4550-b6d2-9b755378ddb2, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=4855264e-ec29-4550-b6d2-9b755378ddb2,segment=NetworkSegment(08964fea-6b6e-4e12-8c0e-a689a8c88dfb),segment_id=08964fea-6b6e-4e12-8c0e-a689a8c88dfb)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:36.299389 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5403ac73-bed4-45b9-a741-f1b3d378c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:36.348117 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 4005dd36-3b30-43fd-88b8-22d15e9754a0 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:36.396857 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403ac73-bed4-45b9-a741-f1b3d378c14a None None] Pushing event updated for resources: {'Port': ['ID=4855264e-ec29-4550-b6d2-9b755378ddb2,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:36.456180 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f3771960-3765-4ca0-aa1b-4fb4c5126912 None None] Provisioning complete for port 4855264e-ec29-4550-b6d2-9b755378ddb2 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:36.456327 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f3771960-3765-4ca0-aa1b-4fb4c5126912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:36.541959 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:26Z', 'updated_at': '2022-03-26T03:03:31Z', 'revision_number': 4, 'project_id': '5a450b46226746be894eab25142dbfae', 'gw_port': {'id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:27Z', 'updated_at': '2022-03-26T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '4855264e-ec29-4550-b6d2-9b755378ddb2', 'name': '', 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'mac_address': 'fa:16:3e:be:70:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '28a47380-341a-417b-9d51-deebca250995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:30Z', 'updated_at': '2022-03-26T03:03:35Z', 'revision_number': 4, 'project_id': '5a450b46226746be894eab25142dbfae', 'subnets': [{'id': '28a47380-341a-417b-9d51-deebca250995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:36.661036 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071da27-b096-4334-8b3a-0dfe6cf69424 req-a5d4398b-e8de-44f9-a8af-d623a9db094e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:36.676780 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d071da27-b096-4334-8b3a-0dfe6cf69424 req-a5d4398b-e8de-44f9-a8af-d623a9db094e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1505308 Mar 26 03:03:36.741671 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d071da27-b096-4334-8b3a-0dfe6cf69424 req-d505d2b3-ccef-4000-9590-9eaf68d8b543 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637882 Mar 26 03:03:36.758741 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861911c-e9ed-42c1-b612-bf8cf4886fad None None] The sync data for ids ['17660cac-2c7a-48a5-be07-d6980107bc50'] in dv-cinder-835328-1-smb is: [{'id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:26Z', 'updated_at': '2022-03-26T03:03:31Z', 'revision_number': 4, 'project_id': '5a450b46226746be894eab25142dbfae', 'gw_port': {'id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:27Z', 'updated_at': '2022-03-26T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '4855264e-ec29-4550-b6d2-9b755378ddb2', 'name': '', 'network_id': '0d4e67e0-6f27-478a-a561-8c160895c1d0', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'mac_address': 'fa:16:3e:be:70:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '28a47380-341a-417b-9d51-deebca250995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:30Z', 'updated_at': '2022-03-26T03:03:35Z', 'revision_number': 4, 'project_id': '5a450b46226746be894eab25142dbfae', 'subnets': [{'id': '28a47380-341a-417b-9d51-deebca250995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:03:36.839016 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f3771960-3765-4ca0-aa1b-4fb4c5126912 None None] Current status of the port 4855264e-ec29-4550-b6d2-9b755378ddb2 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:37.672765 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 4855264e-ec29-4550-b6d2-9b755378ddb2 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:37.736176 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 4855264e-ec29-4550-b6d2-9b755378ddb2 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:37.736726 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:37.874680 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 4855264e-ec29-4550-b6d2-9b755378ddb2 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:37.976924 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32407a4-c3c8-464a-945a-34fa78ca9e22 req-e0a5900e-f0a0-40f8-85e6-14282f863a35 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:37.979936 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f32407a4-c3c8-464a-945a-34fa78ca9e22 req-e0a5900e-f0a0-40f8-85e6-14282f863a35 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.1201768 Mar 26 03:03:38.057109 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f32407a4-c3c8-464a-945a-34fa78ca9e22 req-634a159d-ab1f-456e-b568-2db97e06e66d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708046 Mar 26 03:03:39.204826 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef136640-bbbc-4015-b208-a17ca2e03aa3 req-8625f826-7aa2-45fe-b7b7-058d61fb3f86 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:39.206594 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ef136640-bbbc-4015-b208-a17ca2e03aa3 req-8625f826-7aa2-45fe-b7b7-058d61fb3f86 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0577776 Mar 26 03:03:39.257626 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ef136640-bbbc-4015-b208-a17ca2e03aa3 req-50a8d43e-4b51-42e5-a1ba-b348395cbd0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451167 Mar 26 03:03:40.393347 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a360fc-3925-4ee1-b62f-e0791bd63dcf req-373a02a1-6062-4e19-8971-07641edc3978 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:40.394890 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f6a360fc-3925-4ee1-b62f-e0791bd63dcf req-373a02a1-6062-4e19-8971-07641edc3978 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0629995 Mar 26 03:03:40.457274 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f6a360fc-3925-4ee1-b62f-e0791bd63dcf req-ec33b532-cad6-40b0-a87b-da185a2dfd1e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567021 Mar 26 03:03:41.508073 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54474) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:41.599801 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:41.609064 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cb998-0b11-4e8d-a0c1-69942d082feb req-e26a6821-8127-443d-8710-426ff0cc3073 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:41.612844 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7c4cb998-0b11-4e8d-a0c1-69942d082feb req-e26a6821-8127-443d-8710-426ff0cc3073 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0692601 Mar 26 03:03:41.681113 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7c4cb998-0b11-4e8d-a0c1-69942d082feb req-ea389790-a8cd-4611-8c52-1a6741d5220f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615239 Mar 26 03:03:41.683647 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-123026ee-af74-4f65-b84c-24d14c479edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:41.784083 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-123026ee-af74-4f65-b84c-24d14c479edb admin admin] Publish callbacks [] for security_group (44a36dee-0850-4b99-9523-35096e4014cc), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:41.793657 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-123026ee-af74-4f65-b84c-24d14c479edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (44a36dee-0850-4b99-9523-35096e4014cc), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:41.832682 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-123026ee-af74-4f65-b84c-24d14c479edb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b66eb02f4444f9998d5085ef9be29d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206501 Mar 26 03:03:41.833184 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54478) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:41.839712 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123026ee-af74-4f65-b84c-24d14c479edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a36dee-0850-4b99-9523-35096e4014cc,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:41.907454 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-258a5582-47fd-41c5-a73d-f649351be3f4 admin admin] Publish callbacks [] for security_group (44a36dee-0850-4b99-9523-35096e4014cc), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:41.936480 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-258a5582-47fd-41c5-a73d-f649351be3f4 admin admin] Publish callbacks [] for security_group (44a36dee-0850-4b99-9523-35096e4014cc), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.008294 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-258a5582-47fd-41c5-a73d-f649351be3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (44a36dee-0850-4b99-9523-35096e4014cc), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.011163 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-258a5582-47fd-41c5-a73d-f649351be3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.012110 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-258a5582-47fd-41c5-a73d-f649351be3f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44a36dee-0850-4b99-9523-35096e4014cc HTTP/1.1" status: 204 len: 168 time: 0.1778650 Mar 26 03:03:42.021603 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a5582-47fd-41c5-a73d-f649351be3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a36dee-0850-4b99-9523-35096e4014cc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:42.366282 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54488) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:42.380284 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90b81861-c819-4da1-8405-ce3a7c7fdc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.448572 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:03:42.482711 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90b81861-c819-4da1-8405-ce3a7c7fdc3c admin admin] Publish callbacks [] for security_group (c8cc323c-ccaf-49c5-90a2-739d67a59416), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.489752 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90b81861-c819-4da1-8405-ce3a7c7fdc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (c8cc323c-ccaf-49c5-90a2-739d67a59416), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.524635 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b81861-c819-4da1-8405-ce3a7c7fdc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cc323c-ccaf-49c5-90a2-739d67a59416,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:42.569761 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-90b81861-c819-4da1-8405-ce3a7c7fdc3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fdab9deec5644a9a36712a6689e89ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014334 Mar 26 03:03:42.570071 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54490) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:42.626872 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-871742c9-6974-43ad-b706-c764da690e3d admin admin] Publish callbacks [] for security_group (c8cc323c-ccaf-49c5-90a2-739d67a59416), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.651127 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-871742c9-6974-43ad-b706-c764da690e3d admin admin] Publish callbacks [] for security_group (c8cc323c-ccaf-49c5-90a2-739d67a59416), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.724571 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-871742c9-6974-43ad-b706-c764da690e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (c8cc323c-ccaf-49c5-90a2-739d67a59416), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.727737 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-871742c9-6974-43ad-b706-c764da690e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:42.734292 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-871742c9-6974-43ad-b706-c764da690e3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8cc323c-ccaf-49c5-90a2-739d67a59416 HTTP/1.1" status: 204 len: 168 time: 0.1628673 Mar 26 03:03:42.750035 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871742c9-6974-43ad-b706-c764da690e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cc323c-ccaf-49c5-90a2-739d67a59416,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:42.844190 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c8566-dabf-424e-8a22-b9f4cc5c5c63 req-094ab6ff-b7c4-416d-b2a9-1da937507ad6 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:42.845798 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-081c8566-dabf-424e-8a22-b9f4cc5c5c63 req-094ab6ff-b7c4-416d-b2a9-1da937507ad6 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0622208 Mar 26 03:03:42.919608 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-081c8566-dabf-424e-8a22-b9f4cc5c5c63 req-810cc113-7499-48fb-9710-b8e3c93400c8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563056 Mar 26 03:03:44.065102 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94cfaa-fb77-4b20-81a7-1b7340ecc09e req-714e0071-33a5-4667-be71-ef2efb137ac8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:44.068173 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aa94cfaa-fb77-4b20-81a7-1b7340ecc09e req-714e0071-33a5-4667-be71-ef2efb137ac8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0710514 Mar 26 03:03:44.112766 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54546) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:44.139241 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aa94cfaa-fb77-4b20-81a7-1b7340ecc09e req-d14be2c1-f883-4fd3-93e3-f7506ec2c5de tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649343 Mar 26 03:03:44.221258 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-529ec5ce-4e10-4995-954c-eeb93ddbd617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:44.296590 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-529ec5ce-4e10-4995-954c-eeb93ddbd617 admin admin] Publish callbacks [] for security_group (a3623b3f-6ccb-49c8-88fe-2f063115cd98), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:44.302203 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-529ec5ce-4e10-4995-954c-eeb93ddbd617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a3623b3f-6ccb-49c8-88fe-2f063115cd98), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:44.339777 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-529ec5ce-4e10-4995-954c-eeb93ddbd617 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f2eb5d18cfc4b2e9416b09897b5e6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259576 Mar 26 03:03:44.340606 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ec5ce-4e10-4995-954c-eeb93ddbd617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3623b3f-6ccb-49c8-88fe-2f063115cd98,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:44.343132 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54550) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:44.391964 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ccac9714-a0d9-41bb-b013-9927bf1bc5b8 admin admin] Publish callbacks [] for security_group (a3623b3f-6ccb-49c8-88fe-2f063115cd98), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:44.413439 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ccac9714-a0d9-41bb-b013-9927bf1bc5b8 admin admin] Publish callbacks [] for security_group (a3623b3f-6ccb-49c8-88fe-2f063115cd98), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:44.469165 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ccac9714-a0d9-41bb-b013-9927bf1bc5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a3623b3f-6ccb-49c8-88fe-2f063115cd98), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:44.472196 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ccac9714-a0d9-41bb-b013-9927bf1bc5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:44.475716 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ccac9714-a0d9-41bb-b013-9927bf1bc5b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3623b3f-6ccb-49c8-88fe-2f063115cd98 HTTP/1.1" status: 204 len: 168 time: 0.1291714 Mar 26 03:03:44.481703 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac9714-a0d9-41bb-b013-9927bf1bc5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3623b3f-6ccb-49c8-88fe-2f063115cd98,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:44.735134 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-73ef3e80-86bd-4fa4-9636-ebb35b971e0b tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:44.736632 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-73ef3e80-86bd-4fa4-9636-ebb35b971e0b tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/networks?id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 HTTP/1.1" status: 200 len: 814 time: 0.1112957 Mar 26 03:03:44.751398 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-d21fe203-35b7-4a7b-b1c2-aec7813bf8d0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/quotas/c463262baa8942078f8da9d8e76a8cd0 HTTP/1.1" status: 200 len: 375 time: 0.0094221 Mar 26 03:03:44.811702 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-427711b9-bcd6-43a6-bf4a-b46e79bebe90 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c463262baa8942078f8da9d8e76a8cd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527997 Mar 26 03:03:44.914363 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-43d92801-7e59-4519-9afb-645abfec5a5a service neutron] 10.222.0.13 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932899 Mar 26 03:03:45.008212 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-27b2cbd8-ec38-449c-9f8d-edd63c2649af service neutron] 10.222.0.13 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871799 Mar 26 03:03:45.201904 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5a01229e-7c1e-41cd-87c7-03e00cd51396 req-11efabec-d24f-4a44-ac06-ecb1512c1f18 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 210 time: 0.0492525 Mar 26 03:03:45.285575 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205c370-baec-4819-bb22-142e92b1ecef req-7949832f-e1ac-4d45-91a1-41a3a6f7c0e3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:45.287055 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9205c370-baec-4819-bb22-142e92b1ecef req-7949832f-e1ac-4d45-91a1-41a3a6f7c0e3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0711517 Mar 26 03:03:45.357139 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9205c370-baec-4819-bb22-142e92b1ecef req-7237886a-98fd-47a6-8dbc-7ce52bee49f1 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606325 Mar 26 03:03:45.493214 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30696-fa02-48cd-8381-f83a31e9ae51 req-b663863e-61d2-4759-82fe-9bd23a665f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:45.494805 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3cd30696-fa02-48cd-8381-f83a31e9ae51 req-b663863e-61d2-4759-82fe-9bd23a665f94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 1130 time: 0.0486887 Mar 26 03:03:45.554245 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3cd30696-fa02-48cd-8381-f83a31e9ae51 req-ff70b4c2-12fa-4961-98d0-85de41728752 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Mar 26 03:03:46.310574 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-02e43730-eb93-4135-9366-b6587c1f2894 req-5e6282a2-27af-4656-9918-bffc6c89a44c tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 210 time: 0.0263982 Mar 26 03:03:46.478741 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53138b9-da3f-44d5-a7f3-ad5a159b44ed req-6b52ff85-63ce-4cf6-8101-c051cf834e5a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:46.480703 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d53138b9-da3f-44d5-a7f3-ad5a159b44ed req-6b52ff85-63ce-4cf6-8101-c051cf834e5a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0565450 Mar 26 03:03:46.518015 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-e06dd37b-a6c9-40a8-a639-d129b6a8850c tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:46.519493 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-e06dd37b-a6c9-40a8-a639-d129b6a8850c tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.15 "GET /v2.0/networks?id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 HTTP/1.1" status: 200 len: 814 time: 0.1114612 Mar 26 03:03:46.531046 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d53138b9-da3f-44d5-a7f3-ad5a159b44ed req-c9e416cb-8400-4e08-93a6-b2c583670bea tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 Mar 26 03:03:46.536984 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'port': {'device_id': '50e74374-f9c8-4d23-9161-b27142f9a630', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'admin_state_up': True, 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:46.654532 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Made reservation on behalf of c463262baa8942078f8da9d8e76a8cd0 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:46.658005 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:46.869552 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Allocated IP 172.20.0.13 (9dd4d2e3-96de-4252-b1bd-67aa47a5aee3/39be25f4-5c23-4e2a-82c3-10bd41f24ac7/89f93963-b211-414b-8b34-1e552bce6281) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:47.068958 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for port (89f93963-b211-414b-8b34-1e552bce6281), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:47.133174 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (89f93963-b211-414b-8b34-1e552bce6281), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:47.185379 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:47.189081 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:47.197034 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:47.259706 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:47.259706 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:47.296483 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'Port': ['ID=89f93963-b211-414b-8b34-1e552bce6281,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:47.313814 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9e6c08b7-1a62-4794-9c37-1c824552dc42 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7804070 Mar 26 03:03:47.551451 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db32d76-7e3f-40c2-a296-bf2e14927dbd req-d60f84fe-030f-4cda-86d6-5e1e34e4b72d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:47.565394 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5db32d76-7e3f-40c2-a296-bf2e14927dbd req-d60f84fe-030f-4cda-86d6-5e1e34e4b72d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.1311767 Mar 26 03:03:47.575268 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-e08134bb-c2d4-48e1-9705-6f006068a38a None None] Provisioning complete for port 89f93963-b211-414b-8b34-1e552bce6281 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:47.577490 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e08134bb-c2d4-48e1-9705-6f006068a38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (89f93963-b211-414b-8b34-1e552bce6281), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:47.630166 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-e08134bb-c2d4-48e1-9705-6f006068a38a None None] Port 89f93963-b211-414b-8b34-1e552bce6281 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:03:47.672902 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5db32d76-7e3f-40c2-a296-bf2e14927dbd req-9996961d-0ca2-4ac1-ac69-aaed51bf7ddb tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062281 Mar 26 03:03:47.731096 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9330f23-223c-439e-b87f-7c6b0fb7a047 req-498cdacf-4b60-4f88-9a81-5f3ac5bf6b6a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:47.739696 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f9330f23-223c-439e-b87f-7c6b0fb7a047 req-498cdacf-4b60-4f88-9a81-5f3ac5bf6b6a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0838594 Mar 26 03:03:47.804021 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f9330f23-223c-439e-b87f-7c6b0fb7a047 req-7386fd28-de7b-433f-b9de-3ec9f095a1f6 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634048 Mar 26 03:03:47.947431 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdef4b-9de4-42b1-920a-093db87a790c req-2cd4b234-4c63-4053-8bb5-66727a24290b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:47.948920 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-87fdef4b-9de4-42b1-920a-093db87a790c req-2cd4b234-4c63-4053-8bb5-66727a24290b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0660405 Mar 26 03:03:48.007570 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-87fdef4b-9de4-42b1-920a-093db87a790c req-7ec3f340-a91e-4339-9040-11634655a693 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504961 Mar 26 03:03:48.806544 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a22c84-45ef-442a-8239-3db80f76cdb5 req-348b467e-491a-40a2-9ef2-6706376781a6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:48.808045 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b1a22c84-45ef-442a-8239-3db80f76cdb5 req-348b467e-491a-40a2-9ef2-6706376781a6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.0646794 Mar 26 03:03:48.863058 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b1a22c84-45ef-442a-8239-3db80f76cdb5 req-1e0aecdb-00ba-46ff-863b-7a958928a672 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484195 Mar 26 03:03:48.984478 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54694) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:49.110292 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15a28cdb-209c-4b41-a9c2-fbe3da08d0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:49.188691 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15a28cdb-209c-4b41-a9c2-fbe3da08d0b4 admin admin] Publish callbacks [] for security_group (0be8560d-34fa-4f97-8ec0-1b32ac81ee64), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:49.192241 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15a28cdb-209c-4b41-a9c2-fbe3da08d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0be8560d-34fa-4f97-8ec0-1b32ac81ee64), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:49.231386 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-15a28cdb-209c-4b41-a9c2-fbe3da08d0b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7fae72b6869448e9e3580b580befa64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456350 Mar 26 03:03:49.233173 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a28cdb-209c-4b41-a9c2-fbe3da08d0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be8560d-34fa-4f97-8ec0-1b32ac81ee64,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:49.234106 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54702) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:49.288097 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06f3d58c-ccf7-4a8f-a7d7-bebd208fb1dc admin admin] Publish callbacks [] for security_group (0be8560d-34fa-4f97-8ec0-1b32ac81ee64), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:49.313242 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06f3d58c-ccf7-4a8f-a7d7-bebd208fb1dc admin admin] Publish callbacks [] for security_group (0be8560d-34fa-4f97-8ec0-1b32ac81ee64), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:49.374127 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06f3d58c-ccf7-4a8f-a7d7-bebd208fb1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0be8560d-34fa-4f97-8ec0-1b32ac81ee64), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:49.377016 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06f3d58c-ccf7-4a8f-a7d7-bebd208fb1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:49.378230 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-06f3d58c-ccf7-4a8f-a7d7-bebd208fb1dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0be8560d-34fa-4f97-8ec0-1b32ac81ee64 HTTP/1.1" status: 204 len: 168 time: 0.1429594 Mar 26 03:03:49.404163 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3d58c-ccf7-4a8f-a7d7-bebd208fb1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be8560d-34fa-4f97-8ec0-1b32ac81ee64,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:49.968774 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b020cd-1059-43e6-87ea-e6186ab0f55f req-290bc70d-6cd2-4455-8f26-2819dabf7b6d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:49.970302 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0b020cd-1059-43e6-87ea-e6186ab0f55f req-290bc70d-6cd2-4455-8f26-2819dabf7b6d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.2792730 Mar 26 03:03:50.070921 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0b020cd-1059-43e6-87ea-e6186ab0f55f req-d82484e6-051d-4844-a3c7-219a22decc56 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936522 Mar 26 03:03:50.092965 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa0635-85bc-4094-a86a-b000fafd0bc4 req-7041b7ac-7884-431c-a878-6ccd54a79321 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:50.094830 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d5fa0635-85bc-4094-a86a-b000fafd0bc4 req-7041b7ac-7884-431c-a878-6ccd54a79321 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.1101465 Mar 26 03:03:50.164309 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d5fa0635-85bc-4094-a86a-b000fafd0bc4 req-a9830702-b60b-469b-894e-c705498ed9e6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636704 Mar 26 03:03:50.211098 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54742) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:50.323779 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1022290692-network', 'tenant_id': '8d8449cda00140939c24ac707d94c3b8'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:50.342962 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Made reservation on behalf of 8d8449cda00140939c24ac707d94c3b8 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:50.345205 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.354338 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.440413 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Publish callbacks [] for security_group (7911fb07-2201-4ea8-9693-b473abe37a5f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.445211 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7911fb07-2201-4ea8-9693-b473abe37a5f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.489882 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:03:50.496693 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7911fb07-2201-4ea8-9693-b473abe37a5f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:50.504008 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (41faa6f6-fec0-4b7d-a6de-00feb4546a9b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.504999 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.segments_db [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Added segment 41faa6f6-fec0-4b7d-a6de-00feb4546a9b of type vlan for network 5454d649-d2e5-43b6-829c-101305a5d22e Mar 26 03:03:50.547427 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (5454d649-d2e5-43b6-829c-101305a5d22e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.579545 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (5454d649-d2e5-43b6-829c-101305a5d22e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.580678 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:50.581330 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.652323 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4372802 Mar 26 03:03:50.652323 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc95db-2fff-4f23-a231-7fffa63dc723 admin admin] Pushing event updated for resources: {'Network': ['ID=5454d649-d2e5-43b6-829c-101305a5d22e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:50.652766 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54748) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:50.658726 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Request body: {'subnet': {'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1022290692-subnet', 'tenant_id': '8d8449cda00140939c24ac707d94c3b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:50.668619 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 5454d649-d2e5-43b6-829c-101305a5d22e details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:03:50.705772 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Made reservation on behalf of 8d8449cda00140939c24ac707d94c3b8 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:50.709087 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28970857'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.891246 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28941922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28970879'] for subnet (cd011b77-1ca7-4cca-86ba-90e54fce8ec0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.949560 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd011b77-1ca7-4cca-86ba-90e54fce8ec0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:50.959737 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Checking segment: {'id': '41faa6f6-fec0-4b7d-a6de-00feb4546a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:50.960100 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Network hostable DHCP agents. Network: 5454d649-d2e5-43b6-829c-101305a5d22e, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:03:50.978041 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Network 5454d649-d2e5-43b6-829c-101305a5d22e is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:03:50.988543 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 5454d649-d2e5-43b6-829c-101305a5d22e) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:50.993832 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:50.994429 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:51.000034 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e672f3-6225-4ed9-8c1b-29afa7425589 None None] Network 5454d649-d2e5-43b6-829c-101305a5d22e requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:51.017241 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-61706cb5-fb6e-45c6-acb7-379d53358084 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3624384 Mar 26 03:03:51.117193 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f6e17a-ccd5-4e8c-ace0-64f6cc651d65 None None] Network 5454d649-d2e5-43b6-829c-101305a5d22e requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:51.219364 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f605f0e-f4e0-4ad7-af98-bf6a50162379 req-f2b174bd-b314-4dc5-b179-210f72d1e2d3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:51.220759 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6f605f0e-f4e0-4ad7-af98-bf6a50162379 req-f2b174bd-b314-4dc5-b179-210f72d1e2d3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0635879 Mar 26 03:03:51.302856 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6f605f0e-f4e0-4ad7-af98-bf6a50162379 req-941127e4-74ed-4618-b59b-637d90a81f8c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753307 Mar 26 03:03:51.335633 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f43337-a282-44a2-b243-796a4945faf3 req-66beef6e-e93a-4bba-9978-a24b2a52280d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:51.337127 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36f43337-a282-44a2-b243-796a4945faf3 req-66beef6e-e93a-4bba-9978-a24b2a52280d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.1008744 Mar 26 03:03:51.384059 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36f43337-a282-44a2-b243-796a4945faf3 req-14b1150c-8cfb-40eb-b28e-0aa2fb2de981 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Mar 26 03:03:52.430893 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46050740-cb4a-401a-91d1-e4f828ac398d req-969130ac-2769-412e-bfea-8ef27abb7d1c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:52.432868 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-46050740-cb4a-401a-91d1-e4f828ac398d req-969130ac-2769-412e-bfea-8ef27abb7d1c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0615358 Mar 26 03:03:52.490810 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-46050740-cb4a-401a-91d1-e4f828ac398d req-32cabb81-91e1-4e0f-bb76-dad093886821 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524149 Mar 26 03:03:52.534847 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244a5a0-7925-4c3f-9b66-dcc1952fa607 req-f4b09f50-2d4c-48e0-91da-3ab18d17503f tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:52.536502 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a244a5a0-7925-4c3f-9b66-dcc1952fa607 req-f4b09f50-2d4c-48e0-91da-3ab18d17503f tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.0610061 Mar 26 03:03:52.585547 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a244a5a0-7925-4c3f-9b66-dcc1952fa607 req-2e611bb9-23e1-400b-b752-b0f67a39900b tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434277 Mar 26 03:03:52.927462 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-674f213e-387c-4cb6-95c4-79d3c2e97409 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:52.928868 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-674f213e-387c-4cb6-95c4-79d3c2e97409 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/networks?id=5454d649-d2e5-43b6-829c-101305a5d22e HTTP/1.1" status: 200 len: 809 time: 0.1171715 Mar 26 03:03:52.942969 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-43bb0535-2b4b-4d1a-9996-00813c2eda16 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/quotas/8d8449cda00140939c24ac707d94c3b8 HTTP/1.1" status: 200 len: 375 time: 0.0088556 Mar 26 03:03:52.978111 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-30fbca5e-d56e-4ec8-86fc-0c7bf30f93e7 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d8449cda00140939c24ac707d94c3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301023 Mar 26 03:03:53.072187 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-fa9659b8-6236-4967-95c5-f11cb3331493 service neutron] 10.222.0.13 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873840 Mar 26 03:03:53.167524 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-4df5bc42-c23c-4306-a3fc-71da3c292f9d service neutron] 10.222.0.13 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897081 Mar 26 03:03:53.348410 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cc502628-423c-4a53-bbf4-b6a348a12f51 req-d1327bca-4066-440e-9e71-8289074f1c7a tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 210 time: 0.0400212 Mar 26 03:03:53.643298 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02044-6482-4fd0-9781-fee0a41ed245 req-3104450a-e731-4c6e-8d3f-2643bcddfb38 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:53.644901 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0a02044-6482-4fd0-9781-fee0a41ed245 req-3104450a-e731-4c6e-8d3f-2643bcddfb38 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0786006 Mar 26 03:03:53.760683 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0a02044-6482-4fd0-9781-fee0a41ed245 req-079b423d-b968-424a-b5ab-2e592670ac70 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094029 Mar 26 03:03:53.784778 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf16fcb-567f-4468-b549-72bc693a7db2 req-ffa1742d-6d8b-45ba-86ec-f3355395a44b tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:53.786882 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ebf16fcb-567f-4468-b549-72bc693a7db2 req-ffa1742d-6d8b-45ba-86ec-f3355395a44b tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.0733764 Mar 26 03:03:53.841860 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ebf16fcb-567f-4468-b549-72bc693a7db2 req-0c4858da-2933-41e3-b5e3-859932a78c64 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491912 Mar 26 03:03:54.438100 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f67a265c-5764-4fea-aed2-9edcf35dbf8f req-6b82de1f-2132-43cf-a86d-3db481a690f1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 210 time: 0.0274863 Mar 26 03:03:54.890168 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4202b5-9ed4-422c-8675-d6914ff3e02e req-7c6a4d10-6684-4550-bc9a-cf0297b37ecf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:54.891772 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab4202b5-9ed4-422c-8675-d6914ff3e02e req-7c6a4d10-6684-4550-bc9a-cf0297b37ecf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0559011 Mar 26 03:03:54.998712 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab4202b5-9ed4-422c-8675-d6914ff3e02e req-289f9c2e-344c-44d1-a516-019cdc778954 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967317 Mar 26 03:03:55.006244 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8d373-057d-4901-998c-61fb8eb53cec req-8c4cf186-9c81-4918-a324-093ad4b4f1a4 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:55.007711 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b8a8d373-057d-4901-998c-61fb8eb53cec req-8c4cf186-9c81-4918-a324-093ad4b4f1a4 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.0835152 Mar 26 03:03:55.060823 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b8a8d373-057d-4901-998c-61fb8eb53cec req-6fb62f86-e90a-42c6-a066-65db8f25bd00 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Mar 26 03:03:55.556609 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cb9b017a-23b9-4dd5-894a-2407c1997712 req-da28b6d9-983f-4b55-bbcf-9095286ce0b7 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 210 time: 0.0505793 Mar 26 03:03:55.978636 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c7a2f021-8a2d-44fe-8057-9bc96db02c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:56.124486 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ad88f-dfd9-4503-9781-1a666d77adb9 req-3915e407-a5b2-4c6a-81dc-6cc9770e8f4f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:56.125960 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8e0ad88f-dfd9-4503-9781-1a666d77adb9 req-3915e407-a5b2-4c6a-81dc-6cc9770e8f4f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0570219 Mar 26 03:03:56.206167 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8e0ad88f-dfd9-4503-9781-1a666d77adb9 req-bf9d015c-9424-4cff-9338-33d25475c73f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687490 Mar 26 03:03:56.227162 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f65f98-d52e-40de-b4d5-bb6367e00698 req-16bf50bf-f7cc-4829-874d-3c7c63d073b6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:56.227162 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60f65f98-d52e-40de-b4d5-bb6367e00698 req-16bf50bf-f7cc-4829-874d-3c7c63d073b6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.0913880 Mar 26 03:03:56.273524 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60f65f98-d52e-40de-b4d5-bb6367e00698 req-c596b8f3-0e36-40d9-9113-f12703a9b7c0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465944 Mar 26 03:03:56.666902 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ee0d3ed9-c64c-464f-9484-1cbfc28feb04 req-eb175e7f-e0f8-400d-96a8-18970267b9e4 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 210 time: 0.0382910 Mar 26 03:03:57.340980 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025f8b9-147f-44ea-96a0-ad5a9aba36b2 req-00129f30-7f14-4dca-bb24-9dc6c10049bd tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:57.343269 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1025f8b9-147f-44ea-96a0-ad5a9aba36b2 req-00129f30-7f14-4dca-bb24-9dc6c10049bd tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0666337 Mar 26 03:03:57.430346 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1025f8b9-147f-44ea-96a0-ad5a9aba36b2 req-c3e88af5-810c-4a3e-b70f-6968269335c9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760987 Mar 26 03:03:57.441452 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6bf4-a964-4655-8144-4e390766743d req-189d2894-d007-4da5-ad7c-d5d94077f9c6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:57.444869 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-54db6bf4-a964-4655-8144-4e390766743d req-189d2894-d007-4da5-ad7c-d5d94077f9c6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.1003323 Mar 26 03:03:57.500401 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-54db6bf4-a964-4655-8144-4e390766743d req-2281589a-d06b-43de-8f48-33d5e142f8c6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513904 Mar 26 03:03:57.777763 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-30d85b6b-9f02-4336-b7ed-dcd14cb203d4 req-4506bb82-9eb5-44e0-8fdd-de9c494b8d99 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 210 time: 0.0352948 Mar 26 03:03:58.236452 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Request body: {'port': {'device_id': '50e74374-f9c8-4d23-9161-b27142f9a630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:58.249748 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-06626cb5-2aaa-4afa-bc5d-7850d1b4d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:58.326698 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89f93963-b211-414b-8b34-1e552bce6281), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:58.368152 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-7b4b6433-2a0a-4b01-a6fc-8e2a668bf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:58.369611 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-7b4b6433-2a0a-4b01-a6fc-8e2a668bf227 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 1130 time: 0.0967307 Mar 26 03:03:58.557456 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd0758-a7cc-479a-ad67-ebfb751d66f4 req-d3a9abfe-75f0-43d9-a2ce-fb59ac22e604 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:58.558983 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eccd0758-a7cc-479a-ad67-ebfb751d66f4 req-d3a9abfe-75f0-43d9-a2ce-fb59ac22e604 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0620687 Mar 26 03:03:58.574449 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-6549e355-13ea-4198-9af2-c6d81860395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:58.576451 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-6549e355-13ea-4198-9af2-c6d81860395e service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.1905522 Mar 26 03:03:58.625256 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-0ce3f9a8-2647-4f2f-9df6-3f2b80cf2f26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15cc0ff2-b015-4d65-bced-91376f0421ef HTTP/1.1" status: 200 len: 217 time: 0.0392690 Mar 26 03:03:58.640445 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eccd0758-a7cc-479a-ad67-ebfb751d66f4 req-4169ed20-6055-4bb4-862b-1fc243300abb tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758700 Mar 26 03:03:58.656097 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc075b-3086-4d99-88c4-3223f901c67e req-f56927f4-9724-471a-b25a-ff5c5ac6feb9 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:58.657706 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9ebc075b-3086-4d99-88c4-3223f901c67e req-f56927f4-9724-471a-b25a-ff5c5ac6feb9 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 932 time: 0.0857096 Mar 26 03:03:58.702460 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-080dca07-ad58-4647-ba18-23d9e6d796ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:58.703951 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-080dca07-ad58-4647-ba18-23d9e6d796ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0661480 Mar 26 03:03:58.704206 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9ebc075b-3086-4d99-88c4-3223f901c67e req-c779edf3-d14f-44e3-8ab9-2ad219a46945 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Mar 26 03:03:58.762563 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f93963-b211-414b-8b34-1e552bce6281 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:03:58.772872 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Publish callbacks [] for port (89f93963-b211-414b-8b34-1e552bce6281), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:58.790877 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Transition to ACTIVE for port object 89f93963-b211-414b-8b34-1e552bce6281 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:03:58.793166 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-4bf9d95a-1448-4e9d-9f0b-66bdefb8d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:58.794970 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-4bf9d95a-1448-4e9d-9f0b-66bdefb8d88c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0701170 Mar 26 03:03:58.797561 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (89f93963-b211-414b-8b34-1e552bce6281), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:58.999192 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c69b479b-e14a-4a8c-ba0f-1216363e2656 req-dd9e8dea-50b6-47d0-952d-9b7706b6cb6b tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 210 time: 0.0774028 Mar 26 03:03:59.051861 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-a2897344-cdc7-4ff0-9759-1a52562955f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:59.060139 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-a2897344-cdc7-4ff0-9759-1a52562955f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.15 "GET /v2.0/networks?id=5454d649-d2e5-43b6-829c-101305a5d22e HTTP/1.1" status: 200 len: 809 time: 0.2086663 Mar 26 03:03:59.073269 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Request body: {'port': {'device_id': '847e8ba8-829b-46cb-9721-1d84e28c3795', 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e', 'admin_state_up': True, 'tenant_id': '8d8449cda00140939c24ac707d94c3b8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:59.158175 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Pushing event updated for resources: {'Port': ['ID=89f93963-b211-414b-8b34-1e552bce6281,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:59.214586 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Made reservation on behalf of 8d8449cda00140939c24ac707d94c3b8 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:59.220543 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-e023abcf-3985-4361-98ff-ec898d00d67f service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192932 Mar 26 03:03:59.221899 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:59.323138 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Attempting to bind port 89f93963-b211-414b-8b34-1e552bce6281 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:59.323639 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Attempting to bind port 89f93963-b211-414b-8b34-1e552bce6281 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:59.323949 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Attempting to bind port 89f93963-b211-414b-8b34-1e552bce6281 on network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:59.337149 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Port 89f93963-b211-414b-8b34-1e552bce6281 on network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:03:59.337652 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Attempting to bind port 89f93963-b211-414b-8b34-1e552bce6281 on network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:59.354447 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:59.354935 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Checking segment: {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:59.355451 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Bound using segment: {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:59.356095 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Bound port: 89f93963-b211-414b-8b34-1e552bce6281, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952b6682-ca40-4edd-9149-4acf76172e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:59.356523 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89f93963-b211-414b-8b34-1e552bce6281), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:59.400909 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Allocated IP 172.20.0.9 (5454d649-d2e5-43b6-829c-101305a5d22e/cd011b77-1ca7-4cca-86ba-90e54fce8ec0/cc8aa42e-be85-43d8-8311-43fc2996db13) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:59.415981 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-71099158-6bd3-44e2-8613-888eaf2c9f38 req-f5b37ef7-ffb6-4ff2-9241-928664acd2c6 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866329 Mar 26 03:03:59.444754 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] For port 89f93963-b211-414b-8b34-1e552bce6281, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:59.448657 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] For port 89f93963-b211-414b-8b34-1e552bce6281, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89f93963-b211-414b-8b34-1e552bce6281,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:59.464341 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (89f93963-b211-414b-8b34-1e552bce6281), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:59.501602 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:59.502222 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:59.503783 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] 10.222.0.15 "PUT /v2.0/ports/89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 1094 time: 1.2724226 Mar 26 03:03:59.504075 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:03:59.506371 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce09f848-5a84-4b7d-a654-c5b154b114f0" -d '{"events": [{"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:03:59.536692 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f8f4-66d4-4005-b2ed-0d8d49618c61 service neutron] Pushing event updated for resources: {'Port': ['ID=89f93963-b211-414b-8b34-1e552bce6281,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:59.592799 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d986dbf3-9b38-4896-8177-54fd109b036c x-openstack-request-id: req-d986dbf3-9b38-4896-8177-54fd109b036c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:03:59.593099 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:03:59.593352 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d986dbf3-9b38-4896-8177-54fd109b036c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:03:59.593765 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d986dbf3-9b38-4896-8177-54fd109b036c'] response: {'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281', 'status': 'completed', 'code': 200} Mar 26 03:03:59.616729 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-f87cc2e4-78b1-4d9f-a758-17b614f6938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:59.618250 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-f87cc2e4-78b1-4d9f-a758-17b614f6938b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c463262baa8942078f8da9d8e76a8cd0&device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 1128 time: 0.0586469 Mar 26 03:03:59.626163 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks [] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:59.670926 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-3375d3c6-313c-406f-a7f8-5cd8cd689501 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 217 time: 0.0403025 Mar 26 03:03:59.683138 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:59.685646 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:59.726920 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9d5d1f19-5194-4fda-ad1f-1dc989ba8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:59.728289 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-9d5d1f19-5194-4fda-ad1f-1dc989ba8306 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39be25f4-5c23-4e2a-82c3-10bd41f24ac7 HTTP/1.1" status: 200 len: 853 time: 0.0497668 Mar 26 03:03:59.771170 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Pushing event updated for resources: {'Port': ['ID=cc8aa42e-be85-43d8-8311-43fc2996db13,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:59.792377 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-329b18dc-f973-4bdc-a113-d14f9f4516fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:59.793951 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-329b18dc-f973-4bdc-a113-d14f9f4516fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0553381 Mar 26 03:03:59.801384 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Network 5454d649-d2e5-43b6-829c-101305a5d22e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:59.813654 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:59.820377 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:59.890854 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-dbde63c7-de34-4a89-8b54-9b200733a4ce service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894403 Mar 26 03:03:59.900629 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64693be7-8f58-4df3-974a-9fe50bcbfa65 req-64292804-cb6c-4fbc-88be-d8b0821c6134 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:59.902106 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64693be7-8f58-4df3-974a-9fe50bcbfa65 req-64292804-cb6c-4fbc-88be-d8b0821c6134 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1469827 Mar 26 03:03:59.909557 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:59.910164 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:59.930201 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b7be2-5dfe-4d6e-b435-5cd728178e89 req-bee9e66c-8eed-4ca8-bea2-90969d55a9cc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:59.931689 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-497b7be2-5dfe-4d6e-b435-5cd728178e89 req-bee9e66c-8eed-4ca8-bea2-90969d55a9cc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 944 time: 0.1333361 Mar 26 03:03:59.960794 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-be91846e-ac6e-4321-8395-3bbb256ac26f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8930373 Mar 26 03:03:59.984547 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Request body: {'port': {'device_id': '847e8ba8-829b-46cb-9721-1d84e28c3795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:59.986718 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9d3a314-946d-4798-8296-e9aaf089f05d req-6b1293ba-b08c-41f4-b999-6defe1e05cbd service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869343 Mar 26 03:04:00.042416 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-497b7be2-5dfe-4d6e-b435-5cd728178e89 req-717938b5-46c0-4fd0-9bb3-52f6429a0f82 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007690 Mar 26 03:04:00.048674 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64693be7-8f58-4df3-974a-9fe50bcbfa65 req-f4a7320c-50a9-4881-a935-6dd508c00dae tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359258 Mar 26 03:04:00.086277 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:00.112257 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-c98cac6c-2c53-4a58-845f-547dadd21871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:00.113809 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-c98cac6c-2c53-4a58-845f-547dadd21871 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c463262baa8942078f8da9d8e76a8cd0&device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 1128 time: 0.0713370 Mar 26 03:04:00.220310 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-65a71ddd-6001-4c52-9d5d-dc640e4f606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:00.221773 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-65a71ddd-6001-4c52-9d5d-dc640e4f606a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 HTTP/1.1" status: 200 len: 915 time: 0.0989273 Mar 26 03:04:00.267557 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff14b8d-74fd-4480-b073-cf445f4b1572 req-a7e1a376-5e2d-4966-932f-5ca7d73ff5ae tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:00.269156 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5ff14b8d-74fd-4480-b073-cf445f4b1572 req-a7e1a376-5e2d-4966-932f-5ca7d73ff5ae tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 931 time: 0.1398795 Mar 26 03:04:00.269289 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-a5a29351-1690-462f-8d7b-3222235706a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 217 time: 0.0393729 Mar 26 03:04:00.319947 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-858eecbb-d2f9-4c55-93fb-2dcb47f2c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:00.321346 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-858eecbb-d2f9-4c55-93fb-2dcb47f2c3b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39be25f4-5c23-4e2a-82c3-10bd41f24ac7 HTTP/1.1" status: 200 len: 853 time: 0.0461359 Mar 26 03:04:00.374557 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5ff14b8d-74fd-4480-b073-cf445f4b1572 req-472be159-62da-4c31-aaa0-36894536ef40 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986803 Mar 26 03:04:00.378676 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-bb2f6e3b-6985-481a-8947-c7244c42013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:00.380555 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-bb2f6e3b-6985-481a-8947-c7244c42013d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442414 Mar 26 03:04:00.456027 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8aa42e-be85-43d8-8311-43fc2996db13 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:00.464733 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Publish callbacks [] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:00.479105 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Transition to ACTIVE for port object cc8aa42e-be85-43d8-8311-43fc2996db13 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:04:00.484629 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-0feca439-fce1-4caf-8fad-dd4cc2bcc635 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965462 Mar 26 03:04:00.485209 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:00.539199 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8aa42e-be85-43d8-8311-43fc2996db13,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:00.587843 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ce09f848-5a84-4b7d-a654-c5b154b114f0 req-b3fe8582-aa03-42be-9936-b6cd587cbc97 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962727 Mar 26 03:04:00.618446 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Attempting to bind port cc8aa42e-be85-43d8-8311-43fc2996db13 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:04:00.618865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Attempting to bind port cc8aa42e-be85-43d8-8311-43fc2996db13 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '41faa6f6-fec0-4b7d-a6de-00feb4546a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:04:00.619295 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Attempting to bind port cc8aa42e-be85-43d8-8311-43fc2996db13 on network 5454d649-d2e5-43b6-829c-101305a5d22e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:04:00.625217 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Port cc8aa42e-be85-43d8-8311-43fc2996db13 on network 5454d649-d2e5-43b6-829c-101305a5d22e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:04:00.625663 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Attempting to bind port cc8aa42e-be85-43d8-8311-43fc2996db13 on network 5454d649-d2e5-43b6-829c-101305a5d22e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:04:00.631694 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:04:00.632417 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Checking segment: {'id': '41faa6f6-fec0-4b7d-a6de-00feb4546a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:04:00.632417 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Bound using segment: {'id': '41faa6f6-fec0-4b7d-a6de-00feb4546a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:04:00.632917 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Bound port: cc8aa42e-be85-43d8-8311-43fc2996db13, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41faa6f6-fec0-4b7d-a6de-00feb4546a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:04:00.633339 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:00.713547 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] For port cc8aa42e-be85-43d8-8311-43fc2996db13, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:04:00.717480 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] For port cc8aa42e-be85-43d8-8311-43fc2996db13, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=cc8aa42e-be85-43d8-8311-43fc2996db13,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:04:00.724701 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:00.767672 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:00.768297 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:00.769994 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc8aa42e-be85-43d8-8311-43fc2996db13 HTTP/1.1" status: 200 len: 1093 time: 0.7952874 Mar 26 03:04:00.770552 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847e8ba8-829b-46cb-9721-1d84e28c3795', 'tag': 'cc8aa42e-be85-43d8-8311-43fc2996db13'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:00.772882 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a480103c-51ba-4d69-8367-54fd8dcfb93c" -d '{"events": [{"name": "network-changed", "server_uuid": "847e8ba8-829b-46cb-9721-1d84e28c3795", "tag": "cc8aa42e-be85-43d8-8311-43fc2996db13"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:00.809250 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7b43f-aa55-40a3-a2ca-121a88c97c88 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8aa42e-be85-43d8-8311-43fc2996db13,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:00.825497 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff532dce-28c3-4fc2-9500-b461adb83170 x-openstack-request-id: req-ff532dce-28c3-4fc2-9500-b461adb83170 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:00.826535 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847e8ba8-829b-46cb-9721-1d84e28c3795", "tag": "cc8aa42e-be85-43d8-8311-43fc2996db13", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:00.826794 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff532dce-28c3-4fc2-9500-b461adb83170 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:00.827227 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff532dce-28c3-4fc2-9500-b461adb83170'] response: {'name': 'network-changed', 'server_uuid': '847e8ba8-829b-46cb-9721-1d84e28c3795', 'tag': 'cc8aa42e-be85-43d8-8311-43fc2996db13', 'status': 'completed', 'code': 200} Mar 26 03:04:00.875668 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-97e38c6c-2c86-42bb-9f6e-d67ef8b2099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:00.877240 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-97e38c6c-2c86-42bb-9f6e-d67ef8b2099e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d8449cda00140939c24ac707d94c3b8&device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 1127 time: 0.0449739 Mar 26 03:04:00.925434 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-65cb4f5e-17ed-4a9f-95fb-64117dae10a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8aa42e-be85-43d8-8311-43fc2996db13 HTTP/1.1" status: 200 len: 217 time: 0.0379038 Mar 26 03:04:00.977223 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-5fa028ad-3581-477c-ac8a-077976e7bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:00.978898 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-5fa028ad-3581-477c-ac8a-077976e7bb19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd011b77-1ca7-4cca-86ba-90e54fce8ec0 HTTP/1.1" status: 200 len: 849 time: 0.0434396 Mar 26 03:04:01.014357 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-feff4a87-effd-422e-b95d-bcd0962ed813 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5454d649-d2e5-43b6-829c-101305a5d22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239453 Mar 26 03:04:01.042187 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:01.125207 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-80cd4f80-ba00-444b-b5ce-9893ad1a4bc3 service neutron] 10.222.0.15 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026282 Mar 26 03:04:01.270373 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c201c-3bc0-42d8-93d0-e4c0773b1243 req-95d6375b-7d0a-4043-a82e-2e15723dc1f9 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:01.271886 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-395c201c-3bc0-42d8-93d0-e4c0773b1243 req-95d6375b-7d0a-4043-a82e-2e15723dc1f9 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 944 time: 0.1448717 Mar 26 03:04:01.311972 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f407d-415a-4b4e-9ed4-063af93f656a req-11a28288-2b03-46f3-92ba-ad54a43aa00b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:01.313714 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d69f407d-415a-4b4e-9ed4-063af93f656a req-11a28288-2b03-46f3-92ba-ad54a43aa00b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1565981 Mar 26 03:04:01.327193 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d1c575cf-8b0e-4e02-a221-2d965d5aeb84 req-18669c29-7c8c-42d9-9067-10a5a5123253 service neutron] 10.222.0.15 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919320 Mar 26 03:04:01.382755 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-395c201c-3bc0-42d8-93d0-e4c0773b1243 req-9848d700-b0d2-47f5-84d9-a84a5d9cd058 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021786 Mar 26 03:04:01.398798 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54934) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:01.409920 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d69f407d-415a-4b4e-9ed4-063af93f656a req-0655c2f2-2b98-4609-a814-c86f249f033f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881209 Mar 26 03:04:01.453658 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-a91b15e4-30a1-41ad-b6d2-1d679839c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:01.455281 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-a91b15e4-30a1-41ad-b6d2-1d679839c3c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d8449cda00140939c24ac707d94c3b8&device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 1127 time: 0.0623274 Mar 26 03:04:01.546480 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23778bd8-37c1-49ff-9c18-8f32c5980800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:01.582998 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480496c8-9ef2-4306-91c4-89113429ad4a req-3d5559e5-1ea2-4933-b5f0-6545597695d9 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:01.585219 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-480496c8-9ef2-4306-91c4-89113429ad4a req-3d5559e5-1ea2-4933-b5f0-6545597695d9 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 943 time: 0.1289446 Mar 26 03:04:01.635392 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-859569d9-3d78-401f-85a9-16067aed1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:01.636792 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-859569d9-3d78-401f-85a9-16067aed1b39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5454d649-d2e5-43b6-829c-101305a5d22e HTTP/1.1" status: 200 len: 910 time: 0.1710646 Mar 26 03:04:01.650798 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23778bd8-37c1-49ff-9c18-8f32c5980800 admin admin] Publish callbacks [] for security_group (54fa091d-b9bb-435a-8cb8-ed71e4b2ce4d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:01.656846 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23778bd8-37c1-49ff-9c18-8f32c5980800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (54fa091d-b9bb-435a-8cb8-ed71e4b2ce4d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:01.708062 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-23778bd8-37c1-49ff-9c18-8f32c5980800 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aae21574952345e7a4c66e37461dfb4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077900 Mar 26 03:04:01.709347 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23778bd8-37c1-49ff-9c18-8f32c5980800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa091d-b9bb-435a-8cb8-ed71e4b2ce4d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:01.716390 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54940) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:01.774176 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b552cb95-7522-496b-8344-6de999c47696 admin admin] Publish callbacks [] for security_group (54fa091d-b9bb-435a-8cb8-ed71e4b2ce4d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:01.800021 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b552cb95-7522-496b-8344-6de999c47696 admin admin] Publish callbacks [] for security_group (54fa091d-b9bb-435a-8cb8-ed71e4b2ce4d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:01.857905 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b552cb95-7522-496b-8344-6de999c47696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (54fa091d-b9bb-435a-8cb8-ed71e4b2ce4d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:01.860802 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b552cb95-7522-496b-8344-6de999c47696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:01.862984 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b552cb95-7522-496b-8344-6de999c47696 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54fa091d-b9bb-435a-8cb8-ed71e4b2ce4d HTTP/1.1" status: 204 len: 168 time: 0.1469154 Mar 26 03:04:01.871180 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552cb95-7522-496b-8344-6de999c47696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa091d-b9bb-435a-8cb8-ed71e4b2ce4d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:01.916171 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-93917172-911c-4cb1-be96-ef81730a7f4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8aa42e-be85-43d8-8311-43fc2996db13 HTTP/1.1" status: 200 len: 217 time: 0.2665482 Mar 26 03:04:01.926244 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-480496c8-9ef2-4306-91c4-89113429ad4a req-6cadcdfe-5ff5-4cb4-a597-f7f37d674cc9 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223202 Mar 26 03:04:01.986607 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-53735845-e211-412d-8c9e-c598de1199cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:01.988098 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-53735845-e211-412d-8c9e-c598de1199cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd011b77-1ca7-4cca-86ba-90e54fce8ec0 HTTP/1.1" status: 200 len: 849 time: 0.0606172 Mar 26 03:04:02.027102 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-7a97a33f-8abb-4995-8506-f47029b4dcec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5454d649-d2e5-43b6-829c-101305a5d22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325639 Mar 26 03:04:02.138708 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-5814bd54-4bc3-4243-81cf-10e876e54186 service neutron] 10.222.0.15 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024177 Mar 26 03:04:02.240097 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a480103c-51ba-4d69-8367-54fd8dcfb93c req-9109441d-c46b-4ddb-9f6d-7370ffee49d3 service neutron] 10.222.0.15 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950806 Mar 26 03:04:02.508787 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89f93963-b211-414b-8b34-1e552bce6281 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:04:02.547579 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f82fc-b70a-4df0-a64b-ed9745967eaa req-d18348bf-ee1b-4f6a-b453-60a6d204174f tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:02.549065 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c25f82fc-b70a-4df0-a64b-ed9745967eaa req-d18348bf-ee1b-4f6a-b453-60a6d204174f tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 944 time: 0.0921769 Mar 26 03:04:02.556779 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b3c6f-bea2-41ba-acbb-c3d4eaa8444c req-fa8d0d4e-8f1a-4353-a8b6-ffd3c37d4e8c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:02.558160 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a9b3c6f-bea2-41ba-acbb-c3d4eaa8444c req-fa8d0d4e-8f1a-4353-a8b6-ffd3c37d4e8c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0703468 Mar 26 03:04:02.611855 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89f93963-b211-414b-8b34-1e552bce6281, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89f93963-b211-414b-8b34-1e552bce6281,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:02.624402 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '89f93963-b211-414b-8b34-1e552bce6281', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'port_id': '89f93963-b211-414b-8b34-1e552bce6281', 'mac_address': 'fa:16:3e:0e:51:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:04:02.632012 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c25f82fc-b70a-4df0-a64b-ed9745967eaa req-1ef314e1-ce58-4c3c-aed1-847c63b15677 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729165 Mar 26 03:04:02.635065 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a9b3c6f-bea2-41ba-acbb-c3d4eaa8444c req-f456de46-d129-4442-be5f-147d6743198e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699704 Mar 26 03:04:02.661273 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 89f93963-b211-414b-8b34-1e552bce6281 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:02.661674 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89f93963-b211-414b-8b34-1e552bce6281), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:02.685068 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f93963-b211-414b-8b34-1e552bce6281 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:02.698180 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:02.706844 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89f93963-b211-414b-8b34-1e552bce6281, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89f93963-b211-414b-8b34-1e552bce6281,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:02.710773 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (89f93963-b211-414b-8b34-1e552bce6281), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:02.762192 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=89f93963-b211-414b-8b34-1e552bce6281,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:03.053231 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af103-78a5-4198-984a-36f7e9f7b80a req-66894eb4-4d71-485f-a21e-d9863bed5121 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:03.054149 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['89f93963-b211-414b-8b34-1e552bce6281'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:03.054749 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6f3af103-78a5-4198-984a-36f7e9f7b80a req-66894eb4-4d71-485f-a21e-d9863bed5121 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 943 time: 0.0588384 Mar 26 03:04:03.119502 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6f3af103-78a5-4198-984a-36f7e9f7b80a req-ffb9bfb4-e803-4ce4-8058-66cfafbb6032 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582659 Mar 26 03:04:03.623986 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 54976) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:03.628813 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-5a2a811d-e6af-4bf5-8d82-67712932fcf1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868338383', 'description': 'tempest-description--303084089'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:03.648773 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5a2a811d-e6af-4bf5-8d82-67712932fcf1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:03.750157 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5a2a811d-e6af-4bf5-8d82-67712932fcf1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (ac3fbc65-259e-461c-8dbe-d58e1eed3fb7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:03.755410 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5a2a811d-e6af-4bf5-8d82-67712932fcf1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (ac3fbc65-259e-461c-8dbe-d58e1eed3fb7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:03.790484 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5a2a811d-e6af-4bf5-8d82-67712932fcf1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:03.790484 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-5a2a811d-e6af-4bf5-8d82-67712932fcf1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1646631 Mar 26 03:04:03.793754 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54986) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:03.800165 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a811d-e6af-4bf5-8d82-67712932fcf1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:03.801241 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9f0aade7-b574-45ad-86b5-653c56c4ca60 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group_rule': {'security_group_id': 'ac3fbc65-259e-461c-8dbe-d58e1eed3fb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:03.827469 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59619f-55b3-4634-a857-15c15e9b9be6 req-1b438c66-f4e5-4561-a709-24a5cb161c8b tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:03.828992 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-be59619f-55b3-4634-a857-15c15e9b9be6 req-1b438c66-f4e5-4561-a709-24a5cb161c8b tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 945 time: 0.1110539 Mar 26 03:04:03.837328 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41fdaa-f2aa-47b9-a06e-1ece899a9b6f req-b1f07690-0b02-4930-9667-dd733cfdce97 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:03.838975 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de41fdaa-f2aa-47b9-a06e-1ece899a9b6f req-b1f07690-0b02-4930-9667-dd733cfdce97 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0939136 Mar 26 03:04:03.890576 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f0aade7-b574-45ad-86b5-653c56c4ca60 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (9b9e47e4-effd-44aa-b392-661493d5e96c), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:03.953927 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-be59619f-55b3-4634-a857-15c15e9b9be6 req-9553ed88-7ccc-4589-b979-fcd335df18f0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120074 Mar 26 03:04:03.964713 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de41fdaa-f2aa-47b9-a06e-1ece899a9b6f req-ce441116-77e2-43db-b564-c8aa9e1015c4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146867 Mar 26 03:04:03.979547 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f0aade7-b574-45ad-86b5-653c56c4ca60 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (9b9e47e4-effd-44aa-b392-661493d5e96c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:03.984165 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f0aade7-b574-45ad-86b5-653c56c4ca60 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (9b9e47e4-effd-44aa-b392-661493d5e96c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:03.999366 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0aade7-b574-45ad-86b5-653c56c4ca60 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9e47e4-effd-44aa-b392-661493d5e96c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:04.012628 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f0aade7-b574-45ad-86b5-653c56c4ca60 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.014221 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9f0aade7-b574-45ad-86b5-653c56c4ca60 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2184839 Mar 26 03:04:04.017057 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54988) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:04.021316 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8e472533-0aac-4b2c-8375-4f439d12511d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group_rule': {'security_group_id': 'ac3fbc65-259e-461c-8dbe-d58e1eed3fb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:04.047429 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e472533-0aac-4b2c-8375-4f439d12511d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (3c6cff26-0d50-4f01-88e8-225229acfe55), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.102273 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e472533-0aac-4b2c-8375-4f439d12511d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (3c6cff26-0d50-4f01-88e8-225229acfe55), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.105888 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e472533-0aac-4b2c-8375-4f439d12511d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (3c6cff26-0d50-4f01-88e8-225229acfe55), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.125449 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e472533-0aac-4b2c-8375-4f439d12511d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6cff26-0d50-4f01-88e8-225229acfe55,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:04.130280 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e472533-0aac-4b2c-8375-4f439d12511d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.131473 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8e472533-0aac-4b2c-8375-4f439d12511d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134686 Mar 26 03:04:04.134534 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 54990) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:04.139096 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:04.159737 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.267799 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdfef4-f943-4a11-92b4-6666c093bfa0 req-bacffc59-7cb3-4a48-abf1-c4d05d75bc60 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:04.269167 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4fbdfef4-f943-4a11-92b4-6666c093bfa0 req-bacffc59-7cb3-4a48-abf1-c4d05d75bc60 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 943 time: 0.0673344 Mar 26 03:04:04.331753 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4fbdfef4-f943-4a11-92b4-6666c093bfa0 req-ee0bd483-f84b-465a-a4ca-f73d6e07ecad tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 Mar 26 03:04:04.335664 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.445960 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Allocated IP 172.28.2.148 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/afd4de42-d1b7-49bc-b304-a8bd873c0362) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:04:04.532544 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device cc8aa42e-be85-43d8-8311-43fc2996db13 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:04:04.538004 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89f93963-b211-414b-8b34-1e552bce6281 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:04:04.557625 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (afd4de42-d1b7-49bc-b304-a8bd873c0362), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.593991 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (afd4de42-d1b7-49bc-b304-a8bd873c0362), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.636478 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:04:04.644892 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:04:04.644892 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:04:04.674401 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 89f93963-b211-414b-8b34-1e552bce6281 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:04:04.680947 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=afd4de42-d1b7-49bc-b304-a8bd873c0362,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:04.693351 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 89f93963-b211-414b-8b34-1e552bce6281 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:04.693865 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (89f93963-b211-414b-8b34-1e552bce6281), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.701189 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port cc8aa42e-be85-43d8-8311-43fc2996db13, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=cc8aa42e-be85-43d8-8311-43fc2996db13,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:04.735938 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': 'cc8aa42e-be85-43d8-8311-43fc2996db13', 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e', 'port_id': 'cc8aa42e-be85-43d8-8311-43fc2996db13', 'mac_address': 'fa:16:3e:51:e2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd011b77-1ca7-4cca-86ba-90e54fce8ec0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:04:04.756255 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (7d09c05a-51d6-441f-98a7-84d46722f461), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.793355 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port cc8aa42e-be85-43d8-8311-43fc2996db13 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:04.793743 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.805191 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (afd4de42-d1b7-49bc-b304-a8bd873c0362), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.832499 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8aa42e-be85-43d8-8311-43fc2996db13 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:04.853823 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port cc8aa42e-be85-43d8-8311-43fc2996db13, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=cc8aa42e-be85-43d8-8311-43fc2996db13,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:04.859050 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.887477 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 89f93963-b211-414b-8b34-1e552bce6281 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:04.887858 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89f93963-b211-414b-8b34-1e552bce6281), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.926885 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f93963-b211-414b-8b34-1e552bce6281'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:04.929196 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d0a404-1ee1-443a-8775-c23fd4f3be45" -d '{"events": [{"server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "name": "network-vif-plugged", "status": "completed", "tag": "89f93963-b211-414b-8b34-1e552bce6281"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:04.942041 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=cc8aa42e-be85-43d8-8311-43fc2996db13,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:04.947363 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89f93963-b211-414b-8b34-1e552bce6281, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89f93963-b211-414b-8b34-1e552bce6281,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:04.953855 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (89f93963-b211-414b-8b34-1e552bce6281), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:04.984704 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f665278b-1953-4663-9c87-6cfe6fc58f5c x-openstack-request-id: req-f665278b-1953-4663-9c87-6cfe6fc58f5c {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:04.985014 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "name": "network-vif-plugged", "status": "completed", "tag": "89f93963-b211-414b-8b34-1e552bce6281", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:04.985270 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f665278b-1953-4663-9c87-6cfe6fc58f5c {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:04.985659 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f665278b-1953-4663-9c87-6cfe6fc58f5c'] response: {'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f93963-b211-414b-8b34-1e552bce6281', 'code': 200} Mar 26 03:04:04.998501 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (afd4de42-d1b7-49bc-b304-a8bd873c0362), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:05.004764 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (afd4de42-d1b7-49bc-b304-a8bd873c0362), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:05.045181 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=89f93963-b211-414b-8b34-1e552bce6281,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:05.143598 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=afd4de42-d1b7-49bc-b304-a8bd873c0362,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:05.175403 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['cc8aa42e-be85-43d8-8311-43fc2996db13'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:05.175631 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (7d09c05a-51d6-441f-98a7-84d46722f461), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:05.214641 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f2583-fb91-40ea-8754-e30630676824 req-0777c717-a802-4731-ac73-dd20f15f404c tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:05.216841 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b26f2583-fb91-40ea-8754-e30630676824 req-0777c717-a802-4731-ac73-dd20f15f404c tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.1797686 Mar 26 03:04:05.219603 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:05.229179 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-dce08ecd-727e-4994-a8d7-4f3c60ab87fa tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0852308 Mar 26 03:04:05.234675 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ad1b3-76fd-45d3-9e53-007c187ee8f0 req-bd087a8a-cf5c-4315-a7a2-e42c9f1e4493 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:05.236194 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-172ad1b3-76fd-45d3-9e53-007c187ee8f0 req-bd087a8a-cf5c-4315-a7a2-e42c9f1e4493 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1660542 Mar 26 03:04:05.262135 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3affdb-0db3-44cd-a7a8-2873143a578a req-ec68d8c6-df81-4a2e-8684-94ecc90d72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:05.264435 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7c3affdb-0db3-44cd-a7a8-2873143a578a req-ec68d8c6-df81-4a2e-8684-94ecc90d72db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 1130 time: 0.1219518 Mar 26 03:04:05.364117 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b26f2583-fb91-40ea-8754-e30630676824 req-f694fd65-605a-4ca6-be72-8eeda847c8a3 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395900 Mar 26 03:04:05.394364 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-172ad1b3-76fd-45d3-9e53-007c187ee8f0 req-c3df48c8-a6aa-4616-b0f9-3fc6a648c0f0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513615 Mar 26 03:04:05.407558 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7c3affdb-0db3-44cd-a7a8-2873143a578a req-35c43c02-c633-4378-ba2e-6ffdcc96e361 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307399 Mar 26 03:04:05.518859 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-fd092d56-1234-4bd8-ae09-98018cdc0e7a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--868338383&fields=id&tenant_id=effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 267 time: 0.0691080 Mar 26 03:04:05.543169 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e490df-c1b8-4b97-9cd0-cca1eac37b4f req-88b470a8-15df-42a4-9722-a5615720959a tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:05.544795 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-52e490df-c1b8-4b97-9cd0-cca1eac37b4f req-88b470a8-15df-42a4-9722-a5615720959a tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 944 time: 0.0883501 Mar 26 03:04:05.646183 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-52e490df-c1b8-4b97-9cd0-cca1eac37b4f req-908943fa-71f3-4e51-9bee-8fff1ad64df7 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897758 Mar 26 03:04:05.668875 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-6c868af4-bcea-4e62-b178-516ee20fa467 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:05.670329 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-6c868af4-bcea-4e62-b178-516ee20fa467 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 814 time: 0.1438658 Mar 26 03:04:05.686316 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-3ccbdb10-e629-47fa-a70e-6193c4146579 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/quotas/effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 375 time: 0.0103631 Mar 26 03:04:05.751561 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-6ef87ab2-9061-4d67-8144-870119996fb1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577822 Mar 26 03:04:05.845929 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-37b65912-0eca-44c6-a653-af3f734f819a service neutron] 10.222.0.13 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889440 Mar 26 03:04:05.937105 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-2a8d0aa5-b15a-426c-8219-163efad5ad17 service neutron] 10.222.0.13 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852883 Mar 26 03:04:06.128939 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9dcacfae-b98c-4538-ad6f-4f36e21bc682 req-fcfd51c0-9842-4b2a-a729-74c2b2cb5600 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 210 time: 0.0326097 Mar 26 03:04:06.160698 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8877-c152-47ba-a8f5-408f49530fa0 req-333aa99e-bcb7-4d5c-8df1-9b7b710c0620 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:06.162161 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7abd8877-c152-47ba-a8f5-408f49530fa0 req-333aa99e-bcb7-4d5c-8df1-9b7b710c0620 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1023638 Mar 26 03:04:06.219139 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7abd8877-c152-47ba-a8f5-408f49530fa0 req-a0f85ae3-0632-42b6-9c8e-d01887fb378a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507367 Mar 26 03:04:06.515794 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5baeb-6b02-4759-9dcf-44a9a464914b req-3c630296-2308-41b3-945e-160d1835c74b tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:06.517299 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adb5baeb-6b02-4759-9dcf-44a9a464914b req-3c630296-2308-41b3-945e-160d1835c74b tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.0825601 Mar 26 03:04:06.547142 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device cc8aa42e-be85-43d8-8311-43fc2996db13 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:04:06.552260 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64793b10-d375-492b-9783-215b5723a307 req-87646f31-f6ee-41f4-a6ce-18dbd16fb088 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:06.553763 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64793b10-d375-492b-9783-215b5723a307 req-87646f31-f6ee-41f4-a6ce-18dbd16fb088 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0876136 Mar 26 03:04:06.598037 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adb5baeb-6b02-4759-9dcf-44a9a464914b req-6842c128-b5e4-40c1-93f5-c6719133e647 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748527 Mar 26 03:04:06.600908 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port cc8aa42e-be85-43d8-8311-43fc2996db13 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:04:06.605506 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port cc8aa42e-be85-43d8-8311-43fc2996db13 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:06.606005 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:06.630868 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64793b10-d375-492b-9783-215b5723a307 req-a9d17965-4e15-4842-a866-d8b0c81430c6 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665822 Mar 26 03:04:06.721316 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port cc8aa42e-be85-43d8-8311-43fc2996db13 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:06.721844 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:06.756720 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port cc8aa42e-be85-43d8-8311-43fc2996db13, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=cc8aa42e-be85-43d8-8311-43fc2996db13,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:06.762640 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:06.782687 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32b436-fd27-48fc-896b-66c5845e7062 req-69c7f058-4026-42cf-927e-6f3cc313857f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:06.784696 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4e32b436-fd27-48fc-896b-66c5845e7062 req-69c7f058-4026-42cf-927e-6f3cc313857f tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 944 time: 0.0601466 Mar 26 03:04:06.820760 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=cc8aa42e-be85-43d8-8311-43fc2996db13,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:06.845704 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4e32b436-fd27-48fc-896b-66c5845e7062 req-c0af4c19-6438-472d-8693-92433fdff2c6 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524728 Mar 26 03:04:06.987191 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847e8ba8-829b-46cb-9721-1d84e28c3795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8aa42e-be85-43d8-8311-43fc2996db13'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:06.989491 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d6a25f-6698-474e-987d-9ec8ca91789c" -d '{"events": [{"server_uuid": "847e8ba8-829b-46cb-9721-1d84e28c3795", "name": "network-vif-plugged", "status": "completed", "tag": "cc8aa42e-be85-43d8-8311-43fc2996db13"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:07.026548 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9459e78-7a27-4fb1-bb48-1c13258a2c0c x-openstack-request-id: req-e9459e78-7a27-4fb1-bb48-1c13258a2c0c {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:07.026863 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847e8ba8-829b-46cb-9721-1d84e28c3795", "name": "network-vif-plugged", "status": "completed", "tag": "cc8aa42e-be85-43d8-8311-43fc2996db13", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:07.027140 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9459e78-7a27-4fb1-bb48-1c13258a2c0c {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:07.027715 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9459e78-7a27-4fb1-bb48-1c13258a2c0c'] response: {'server_uuid': '847e8ba8-829b-46cb-9721-1d84e28c3795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8aa42e-be85-43d8-8311-43fc2996db13', 'code': 200} Mar 26 03:04:07.113860 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0b37a-5314-477e-a117-df83844d0476 req-abc1336e-31cf-4085-a35c-13fd76e0ad63 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:07.115381 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7ae0b37a-5314-477e-a117-df83844d0476 req-abc1336e-31cf-4085-a35c-13fd76e0ad63 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0523214 Mar 26 03:04:07.189896 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7ae0b37a-5314-477e-a117-df83844d0476 req-35f672a9-a56c-4b4b-b91c-b85d2decd9ec tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666003 Mar 26 03:04:07.247103 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625597b7-64c8-45ee-a6de-685bd44bf55b req-366e81a5-26ea-4cb6-a566-60f1a6765924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:07.249417 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-625597b7-64c8-45ee-a6de-685bd44bf55b req-366e81a5-26ea-4cb6-a566-60f1a6765924 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 1129 time: 0.0511343 Mar 26 03:04:07.292426 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-92ee675f-1bea-4580-983c-e8ba6ad1e76e req-95cc39a1-3bc9-43c0-b7d8-e5cdbc8f19de tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 210 time: 0.0453398 Mar 26 03:04:07.316373 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-625597b7-64c8-45ee-a6de-685bd44bf55b req-6acca564-d6db-4b6b-ad24-29ee94818e86 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564976 Mar 26 03:04:07.362174 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-cb9e8bdc-f887-414f-8fcf-e0407e876f4f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:07.363669 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-cb9e8bdc-f887-414f-8fcf-e0407e876f4f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 814 time: 0.1997643 Mar 26 03:04:07.385105 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c568d-50c2-4398-af1e-bcd930d07bb3 req-628af5bb-e11b-4006-93d6-6f373b8d0996 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:07.386489 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-743c568d-50c2-4398-af1e-bcd930d07bb3 req-628af5bb-e11b-4006-93d6-6f373b8d0996 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0728481 Mar 26 03:04:07.432209 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-743c568d-50c2-4398-af1e-bcd930d07bb3 req-502af221-e1e8-4f90-afde-abee6b84f813 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395041 Mar 26 03:04:07.605162 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-c7d7e819-da67-4832-8362-a710747fd918 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 471 time: 0.0627358 Mar 26 03:04:07.614215 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'port': {'device_id': 'be299981-8441-4d8c-abbe-f1224630a475', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'admin_state_up': True, 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'security_groups': ['ac3fbc65-259e-461c-8dbe-d58e1eed3fb7']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:07.781909 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428420ff-65f4-4396-b12a-cdfaa1ca387d req-e4c67195-cf28-491a-b30d-457d4cfb5b8e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:07.783379 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-428420ff-65f4-4396-b12a-cdfaa1ca387d req-e4c67195-cf28-491a-b30d-457d4cfb5b8e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.1133389 Mar 26 03:04:07.814236 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Made reservation on behalf of effe98d5c94d45249d92bcd408fc9739 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:04:07.817436 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:07.826303 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa94a1-948a-41ae-a45a-0bce2ed7e607 req-c6d9be68-07c4-434f-bf05-7266e16923ed tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:07.827784 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d7aa94a1-948a-41ae-a45a-0bce2ed7e607 req-c6d9be68-07c4-434f-bf05-7266e16923ed tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1233859 Mar 26 03:04:07.886197 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-428420ff-65f4-4396-b12a-cdfaa1ca387d req-b5d1fcb4-151e-4726-8bac-cce8c9c7390e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972593 Mar 26 03:04:07.946021 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d7aa94a1-948a-41ae-a45a-0bce2ed7e607 req-537e40d8-af02-44b4-9656-3da4fad3420e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084397 Mar 26 03:04:08.064862 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Allocated IP 172.20.0.10 (80765933-d2e1-4e44-98a5-585a9903a116/bedb4a5f-8dfa-4d7f-acde-f2366235f15c/ebbf2bd9-c51b-4bf8-a631-11c10410bb5b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:04:08.072894 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e8be-416b-49dd-b120-95960a2efb84 req-084fd019-8da8-41e6-8225-a526be746dc4 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:08.074378 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6660e8be-416b-49dd-b120-95960a2efb84 req-084fd019-8da8-41e6-8225-a526be746dc4 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 945 time: 0.1319039 Mar 26 03:04:08.134207 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a15b47-0861-41be-be70-b766851fa2cb req-3e465c02-e3d7-4771-af9c-34f23711a383 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:08.135676 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60a15b47-0861-41be-be70-b766851fa2cb req-3e465c02-e3d7-4771-af9c-34f23711a383 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.1242728 Mar 26 03:04:08.221468 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6660e8be-416b-49dd-b120-95960a2efb84 req-8120929f-bb75-4a85-a724-ffbe97baba42 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404502 Mar 26 03:04:08.459726 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60a15b47-0861-41be-be70-b766851fa2cb req-1a3a89ea-8ac1-469d-9a69-da8f10f75f82 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144958 Mar 26 03:04:08.510089 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:08.539077 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a055d38-f415-44c3-8fd4-19d77a07bb7f req-592abf31-ec29-4ef5-9ed8-67db1c173098 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:08.540515 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4a055d38-f415-44c3-8fd4-19d77a07bb7f req-592abf31-ec29-4ef5-9ed8-67db1c173098 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1056683 Mar 26 03:04:08.561053 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8af8c6a1-b919-486f-b7f6-fa39293e638e req-97f6015f-e9e3-47ea-baf7-d6562ce4fd55 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 210 time: 0.0423856 Mar 26 03:04:08.610089 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:08.620980 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4a055d38-f415-44c3-8fd4-19d77a07bb7f req-67fbe2cd-320b-4c45-bb94-78730a83b0ca tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645826 Mar 26 03:04:08.689106 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Network 80765933-d2e1-4e44-98a5-585a9903a116 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:04:08.694596 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:08.698975 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:04:08.700627 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:04:08.733266 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.733710 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.733985 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.734329 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.734695 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.735016 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.735346 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.735688 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.735990 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.736400 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.736764 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.737162 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.737448 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.737773 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.738091 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:08.776041 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177d30-c0f6-489c-a97e-461d742780b7 req-e12aacba-e779-49e8-aa86-9f62af7969c6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:08.777549 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35177d30-c0f6-489c-a97e-461d742780b7 req-e12aacba-e779-49e8-aa86-9f62af7969c6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1322284 Mar 26 03:04:08.783237 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:08.783861 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:08.821812 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7fbad925-3a9d-469b-b903-3f0e5a0a69a1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2111712 Mar 26 03:04:08.834174 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Request body: {'port': {'device_id': 'be299981-8441-4d8c-abbe-f1224630a475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:08.876000 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35177d30-c0f6-489c-a97e-461d742780b7 req-50e7ba40-8341-46cb-a114-05716bbf7abd tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884471 Mar 26 03:04:08.913273 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:08.987448 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-108775e7-8625-4756-8f6b-7a8eaf5913a5 None None] Provisioning complete for port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:08.988396 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-108775e7-8625-4756-8f6b-7a8eaf5913a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:09.024237 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-108775e7-8625-4756-8f6b-7a8eaf5913a5 None None] Port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:04:09.092289 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa37328-da4c-46af-b50b-5d545951e4df req-c26e936e-cde7-47d0-b12f-3e0ece04549c tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:09.093747 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5aa37328-da4c-46af-b50b-5d545951e4df req-c26e936e-cde7-47d0-b12f-3e0ece04549c tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.1662538 Mar 26 03:04:09.184191 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238467-db5f-4f62-b168-082843470b6d req-2ba472ca-a47a-4350-a895-71360841a3e2 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:09.185755 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-59238467-db5f-4f62-b168-082843470b6d req-2ba472ca-a47a-4350-a895-71360841a3e2 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1473742 Mar 26 03:04:09.226353 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5aa37328-da4c-46af-b50b-5d545951e4df req-69f7d9c3-67b0-4e50-8521-6c2b532028a5 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250939 Mar 26 03:04:09.280291 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-59238467-db5f-4f62-b168-082843470b6d req-2c7017b5-6d15-42f6-b574-b87d18bb79f8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868869 Mar 26 03:04:09.359714 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbf2bd9-c51b-4bf8-a631-11c10410bb5b {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:09.369524 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Publish callbacks [] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:09.387559 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Transition to ACTIVE for port object ebbf2bd9-c51b-4bf8-a631-11c10410bb5b will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:04:09.398750 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d75edf-fad4-4202-ab13-b18f0fd6c9a0 req-00bf1214-1cbf-431f-8016-4538f37f837b tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:09.400282 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-87d75edf-fad4-4202-ab13-b18f0fd6c9a0 req-00bf1214-1cbf-431f-8016-4538f37f837b tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 945 time: 0.0816801 Mar 26 03:04:09.401341 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:09.478001 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:09.537587 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-87d75edf-fad4-4202-ab13-b18f0fd6c9a0 req-22b5b64f-008e-4639-8617-3e8c0dd10ba0 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276505 Mar 26 03:04:09.607292 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Attempting to bind port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:04:09.607292 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Attempting to bind port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:04:09.607292 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Attempting to bind port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:04:09.618489 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b on network 80765933-d2e1-4e44-98a5-585a9903a116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:04:09.618919 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Attempting to bind port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:04:09.624988 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:04:09.625496 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Checking segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:04:09.625753 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Bound using segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:04:09.626218 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Bound port: ebbf2bd9-c51b-4bf8-a631-11c10410bb5b, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:04:09.626556 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:09.773837 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] For port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:04:09.791720 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] For port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:04:09.807514 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c360720-50c4-4f96-9f9a-8c63afff32ac req-cdc2af58-79dc-4902-91f2-172317b84125 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:09.808973 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4c360720-50c4-4f96-9f9a-8c63afff32ac req-cdc2af58-79dc-4902-91f2-172317b84125 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 944 time: 0.1246231 Mar 26 03:04:09.811771 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:09.861022 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e536ed-c616-4c0c-aff4-b529249826ab req-dcbc1c3a-9f51-4f6b-bb6c-adcad6303733 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:09.862553 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9e536ed-c616-4c0c-aff4-b529249826ab req-dcbc1c3a-9f51-4f6b-bb6c-adcad6303733 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1324170 Mar 26 03:04:09.887341 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:09.888491 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:09.890004 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] 10.222.0.15 "PUT /v2.0/ports/ebbf2bd9-c51b-4bf8-a631-11c10410bb5b HTTP/1.1" status: 200 len: 1094 time: 1.0600302 Mar 26 03:04:09.890451 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be299981-8441-4d8c-abbe-f1224630a475', 'tag': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:09.892706 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe" -d '{"events": [{"name": "network-changed", "server_uuid": "be299981-8441-4d8c-abbe-f1224630a475", "tag": "ebbf2bd9-c51b-4bf8-a631-11c10410bb5b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:09.944608 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d516b31-66ec-4afe-845d-cd32adde7dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:09.967404 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4c360720-50c4-4f96-9f9a-8c63afff32ac req-e394cb79-c6a9-439a-9d88-84ac7dd43db4 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507430 Mar 26 03:04:10.017685 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9e536ed-c616-4c0c-aff4-b529249826ab req-a89f5280-6645-4ad1-9240-9639c2fde53e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445258 Mar 26 03:04:10.034761 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-bf4fce6c-557c-4db6-934c-ec9e63c5bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:10.046709 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-bf4fce6c-557c-4db6-934c-ec9e63c5bcec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 1128 time: 0.0935793 Mar 26 03:04:10.048335 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd7aa40-09dc-48d5-9a77-63cba91f134f x-openstack-request-id: req-bfd7aa40-09dc-48d5-9a77-63cba91f134f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:10.048627 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be299981-8441-4d8c-abbe-f1224630a475", "tag": "ebbf2bd9-c51b-4bf8-a631-11c10410bb5b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:10.048882 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfd7aa40-09dc-48d5-9a77-63cba91f134f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:10.049285 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd7aa40-09dc-48d5-9a77-63cba91f134f'] response: {'name': 'network-changed', 'server_uuid': 'be299981-8441-4d8c-abbe-f1224630a475', 'tag': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b', 'status': 'completed', 'code': 200} Mar 26 03:04:10.100017 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-0d13c0a0-3b15-4161-98a6-c23b8c4a854d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b HTTP/1.1" status: 200 len: 217 time: 0.0498853 Mar 26 03:04:10.186109 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-29339c52-a0d1-44a0-925c-f77aabf52d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:10.187609 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-29339c52-a0d1-44a0-925c-f77aabf52d5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0795751 Mar 26 03:04:10.195381 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f37a9f-eb15-4d85-9444-9fad687cc5ad req-ebca9400-fba2-48e5-b106-25802c197ce4 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:10.196772 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d2f37a9f-eb15-4d85-9444-9fad687cc5ad req-ebca9400-fba2-48e5-b106-25802c197ce4 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0992613 Mar 26 03:04:10.275737 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d2f37a9f-eb15-4d85-9444-9fad687cc5ad req-bfe2f907-8ddf-4819-9465-def730c8922a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729930 Mar 26 03:04:10.282487 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7655d118-379e-4cfe-976f-669e939c0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:10.283992 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-7655d118-379e-4cfe-976f-669e939c0c4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0751061 Mar 26 03:04:10.457116 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-0f907398-8b8f-45b8-8d71-c7ebbeb9f90d service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661139 Mar 26 03:04:10.485551 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f28a6-7dac-42fb-add4-7f5e132a16ca req-84c9e2a4-616b-42ad-abcc-8287718f083b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:10.486995 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-024f28a6-7dac-42fb-add4-7f5e132a16ca req-84c9e2a4-616b-42ad-abcc-8287718f083b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1234026 Mar 26 03:04:10.527463 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aac5f-5f9a-4192-9043-c77bd095fc61 req-fbe02522-8b48-4959-b2c2-844e567c353a tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:10.528877 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a67aac5f-5f9a-4192-9043-c77bd095fc61 req-fbe02522-8b48-4959-b2c2-844e567c353a tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 945 time: 0.1321940 Mar 26 03:04:10.633310 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-024f28a6-7dac-42fb-add4-7f5e132a16ca req-486caeb1-028d-4c5e-8a2f-0d4009b50237 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130719 Mar 26 03:04:10.641644 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a67aac5f-5f9a-4192-9043-c77bd095fc61 req-f9668a20-e5b6-4b18-8c83-817b13e58dda tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021533 Mar 26 03:04:10.647131 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4ee2c83c-45bb-48e3-a255-089f5275dcf6 req-1b2f4726-9b8b-464d-93ab-fe604588b436 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801023 Mar 26 03:04:10.760730 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-2088de35-cbce-446a-a279-6595ef568deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:10.762247 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-2088de35-cbce-446a-a279-6595ef568deb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 1128 time: 0.0459425 Mar 26 03:04:10.856228 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-2a275f31-f2b3-4c6d-a8ed-6542ba8291b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:10.858040 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-2a275f31-f2b3-4c6d-a8ed-6542ba8291b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 915 time: 0.0831683 Mar 26 03:04:10.905182 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-99a81fdd-047e-4eee-bcd3-a52fe37d4b4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b HTTP/1.1" status: 200 len: 217 time: 0.0379913 Mar 26 03:04:10.958693 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-b31d3266-c5f0-4a45-b3aa-b001e54256b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:10.960047 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-b31d3266-c5f0-4a45-b3aa-b001e54256b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0454473 Mar 26 03:04:11.012754 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-284320a7-c765-4999-9ac4-49b66172cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:11.014920 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-284320a7-c765-4999-9ac4-49b66172cbfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0466721 Mar 26 03:04:11.166451 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055a0a-c224-4f2b-b80f-ad5224754f4f req-f5270ed4-6871-4293-9a87-2265a33a5d65 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:11.167927 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-04055a0a-c224-4f2b-b80f-ad5224754f4f req-f5270ed4-6871-4293-9a87-2265a33a5d65 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 944 time: 0.1206234 Mar 26 03:04:11.173928 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-8c8e887f-4c66-49db-a2a7-97ad2b7fd596 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434257 Mar 26 03:04:11.304304 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2120ae-4146-4b5e-ae24-918b187003b7 req-58855e85-b90c-4aae-a558-5672a5c9fe9e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:11.305777 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1d2120ae-4146-4b5e-ae24-918b187003b7 req-58855e85-b90c-4aae-a558-5672a5c9fe9e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1637564 Mar 26 03:04:11.310473 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-04055a0a-c224-4f2b-b80f-ad5224754f4f req-0d8558c3-6ab2-4773-b888-9ddf5c531ca7 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220434 Mar 26 03:04:11.342408 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2afeccd7-f920-4cab-acf8-f09cc7b1ebbe req-1702a427-f3f9-4228-8c6b-0d791bac7832 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528788 Mar 26 03:04:11.370099 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1d2120ae-4146-4b5e-ae24-918b187003b7 req-deb07eec-2758-4c6f-b2e5-41670fc148e9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571480 Mar 26 03:04:11.426580 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60603d9-f9b8-4353-a3cf-7060f92468f7 req-8000ae19-8442-4491-b6ad-4bc168a7ca0a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:11.428099 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e60603d9-f9b8-4353-a3cf-7060f92468f7 req-8000ae19-8442-4491-b6ad-4bc168a7ca0a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0571394 Mar 26 03:04:11.474127 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e60603d9-f9b8-4353-a3cf-7060f92468f7 req-4eb01929-68bc-441c-91ea-5590f2b3840a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404534 Mar 26 03:04:11.595085 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:11.792946 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb126a4e-cb20-451f-b685-372c9e415cd6 req-3b780e80-83ef-4370-bebe-a425bc32280a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:11.795052 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cb126a4e-cb20-451f-b685-372c9e415cd6 req-3b780e80-83ef-4370-bebe-a425bc32280a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0830941 Mar 26 03:04:11.805602 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4c284-db05-4e2a-b755-bf3296991f8d req-7943b182-ffca-4eb0-a049-07ddcd6a8486 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:11.806891 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-96c4c284-db05-4e2a-b755-bf3296991f8d req-7943b182-ffca-4eb0-a049-07ddcd6a8486 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 945 time: 0.0690639 Mar 26 03:04:11.878628 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cb126a4e-cb20-451f-b685-372c9e415cd6 req-0421a5f8-199b-4191-a242-9a98f7681f94 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Mar 26 03:04:11.881815 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-96c4c284-db05-4e2a-b755-bf3296991f8d req-037c6176-c483-4319-a476-da98fdbdaaef tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684407 Mar 26 03:04:12.330012 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7f750cf-1e62-408f-a836-4155a12f25de req-b367c455-2dc1-473e-a413-693e3676cb1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432861 Mar 26 03:04:12.429437 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f750cf-1e62-408f-a836-4155a12f25de req-0432766d-0daa-45f7-a343-899476504039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:12.430910 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7f750cf-1e62-408f-a836-4155a12f25de req-0432766d-0daa-45f7-a343-899476504039 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 1130 time: 0.0795255 Mar 26 03:04:12.446958 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-14a1ec45-c67b-4303-b3cd-a3c93d1362f0 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:12.447803 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07629058-7326-4342-a265-252b255dc816 req-c2066cb1-f4b6-4de1-aa7d-471b4b0eb9db tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:12.448661 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-14a1ec45-c67b-4303-b3cd-a3c93d1362f0 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.15 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 945 time: 0.0545130 Mar 26 03:04:12.449254 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07629058-7326-4342-a265-252b255dc816 req-c2066cb1-f4b6-4de1-aa7d-471b4b0eb9db tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 944 time: 0.0701196 Mar 26 03:04:12.558692 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Deleting port cc8aa42e-be85-43d8-8311-43fc2996db13 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:04:12.559068 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:12.663122 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] For port cc8aa42e-be85-43d8-8311-43fc2996db13, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=cc8aa42e-be85-43d8-8311-43fc2996db13,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:12.663384 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:12.678153 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Calling delete_port for cc8aa42e-be85-43d8-8311-43fc2996db13 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:04:12.800487 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07629058-7326-4342-a265-252b255dc816 req-fd881fde-dc3d-4480-92a7-b3d88d39adfe tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418472 Mar 26 03:04:12.807119 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c7d15-931a-4757-9602-f2a2815a5525 req-adf62e99-99c8-4d12-b070-0aeafd34c8bf tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:12.808948 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-427c7d15-931a-4757-9602-f2a2815a5525 req-adf62e99-99c8-4d12-b070-0aeafd34c8bf tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.3586576 Mar 26 03:04:12.813001 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (cc8aa42e-be85-43d8-8311-43fc2996db13), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:12.834118 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['cc8aa42e-be85-43d8-8311-43fc2996db13'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:12.847002 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Pushing event deleted for resources: {'Port': ['ID=cc8aa42e-be85-43d8-8311-43fc2996db13,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:12.859687 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.860027 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.860372 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.860714 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.861049 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.861158 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f750cf-1e62-408f-a836-4155a12f25de req-3324325c-d1de-4daa-974a-2dd6a82e2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:12.861376 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.861705 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.862026 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.862354 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.862509 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7f750cf-1e62-408f-a836-4155a12f25de req-3324325c-d1de-4daa-974a-2dd6a82e2270 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.4024274 Mar 26 03:04:12.862674 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.863017 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.863344 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.863666 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.863987 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.864304 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:12.910586 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] No DVR routers for this DVR port cc8aa42e-be85-43d8-8311-43fc2996db13 on host hv-cinder-83532 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:04:12.913701 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:12.916880 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-1fcfcce5-b988-4127-80ed-ee942b5ec0cb req-0e9a82d5-414d-4bfd-8249-67c9597147f2 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.15 "DELETE /v2.0/ports/cc8aa42e-be85-43d8-8311-43fc2996db13 HTTP/1.1" status: 204 len: 173 time: 0.4575744 Mar 26 03:04:12.917313 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847e8ba8-829b-46cb-9721-1d84e28c3795', 'name': 'network-vif-deleted', 'tag': 'cc8aa42e-be85-43d8-8311-43fc2996db13'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:12.920175 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d210ed18-acce-4a4d-b492-e9bae617f800" -d '{"events": [{"server_uuid": "847e8ba8-829b-46cb-9721-1d84e28c3795", "name": "network-vif-deleted", "tag": "cc8aa42e-be85-43d8-8311-43fc2996db13"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:12.946648 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-427c7d15-931a-4757-9602-f2a2815a5525 req-fdacdf4b-caba-4ad2-81c9-f71ffb24017f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286671 Mar 26 03:04:12.947998 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7f750cf-1e62-408f-a836-4155a12f25de req-943b1137-67f6-4ea3-88ff-0a148078140c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bf5852-e3f4-4ea8-91a7-48763ae84245 HTTP/1.1" status: 200 len: 217 time: 0.0697706 Mar 26 03:04:13.005998 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc752e5-9a18-49e3-a4f6-858aac20b1e5 req-0b96d918-291d-4e1f-a8c0-eef0a504ed0e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:13.007575 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9dc752e5-9a18-49e3-a4f6-858aac20b1e5 req-0b96d918-291d-4e1f-a8c0-eef0a504ed0e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1440167 Mar 26 03:04:13.038490 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f750cf-1e62-408f-a836-4155a12f25de req-34aa2ea5-7323-4ed0-8de8-f4a7539292bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:13.039943 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7f750cf-1e62-408f-a836-4155a12f25de req-34aa2ea5-7323-4ed0-8de8-f4a7539292bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0830240 Mar 26 03:04:13.130620 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9dc752e5-9a18-49e3-a4f6-858aac20b1e5 req-8c0f6426-9495-465e-9fbd-2e71aa08604b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151345 Mar 26 03:04:13.144102 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15580d-8fc1-4744-b5d8-b48a5aa447cd req-ae2ba901-ca65-45b1-8d1a-6c8e8066d57b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:13.145578 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1e15580d-8fc1-4744-b5d8-b48a5aa447cd req-ae2ba901-ca65-45b1-8d1a-6c8e8066d57b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1259391 Mar 26 03:04:13.152183 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f750cf-1e62-408f-a836-4155a12f25de req-08983c15-f349-46ec-9dfb-46e35cf3f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:13.153631 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7f750cf-1e62-408f-a836-4155a12f25de req-08983c15-f349-46ec-9dfb-46e35cf3f97c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0909095 Mar 26 03:04:13.264145 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-43c59804-4fbc-466b-95e0-b58d8d36e59c req-8f002c7d-5294-469e-9306-3afcc8466e2a tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=847e8ba8-829b-46cb-9721-1d84e28c3795 HTTP/1.1" status: 200 len: 210 time: 0.0484436 Mar 26 03:04:13.280145 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1e15580d-8fc1-4744-b5d8-b48a5aa447cd req-a35a6a5d-dc47-4578-9860-e086d6098e96 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255212 Mar 26 03:04:13.305702 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7f750cf-1e62-408f-a836-4155a12f25de req-c20a60e4-214f-467e-9afd-ee7285644b01 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452453 Mar 26 03:04:13.314482 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997db72a-1515-4048-8535-a9ce79cb0cc9 x-openstack-request-id: req-997db72a-1515-4048-8535-a9ce79cb0cc9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:13.314829 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847e8ba8-829b-46cb-9721-1d84e28c3795", "name": "network-vif-deleted", "tag": "cc8aa42e-be85-43d8-8311-43fc2996db13", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:13.315148 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-997db72a-1515-4048-8535-a9ce79cb0cc9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:13.315554 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997db72a-1515-4048-8535-a9ce79cb0cc9'] response: {'server_uuid': '847e8ba8-829b-46cb-9721-1d84e28c3795', 'name': 'network-vif-deleted', 'tag': 'cc8aa42e-be85-43d8-8311-43fc2996db13', 'status': 'completed', 'code': 200} Mar 26 03:04:13.436530 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7f750cf-1e62-408f-a836-4155a12f25de req-c8e3ba98-a13e-4724-9631-510343a32ee2 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206567 Mar 26 03:04:13.460433 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ca063-2e13-42c9-a87a-6462b4b1639f req-2558b557-554c-40d2-9ad5-fde4e3592153 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:13.461914 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-892ca063-2e13-42c9-a87a-6462b4b1639f req-2558b557-554c-40d2-9ad5-fde4e3592153 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.0644810 Mar 26 03:04:13.509218 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-892ca063-2e13-42c9-a87a-6462b4b1639f req-434eccb7-5265-4a56-b06e-8298402491fd tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Mar 26 03:04:13.531838 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 55184) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:13.720532 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1338b877-7a5e-4594-b372-48f5af143af7 tempest-TestMinimumBasicScenario-923542794 tempest-TestMinimumBasicScenario-923542794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:13.721952 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1338b877-7a5e-4594-b372-48f5af143af7 tempest-TestMinimumBasicScenario-923542794 tempest-TestMinimumBasicScenario-923542794-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 1125 time: 0.1890819 Mar 26 03:04:13.724814 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 55188) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:13.729166 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'port_id': '89f93963-b211-414b-8b34-1e552bce6281', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:13.749455 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:13.841581 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:13.980913 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a577f-b8b1-4ac6-a1b9-416c863defdc req-824597b6-4900-4b5b-bad5-7b394f47c7e1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:13.983732 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-966a577f-b8b1-4ac6-a1b9-416c863defdc req-824597b6-4900-4b5b-bad5-7b394f47c7e1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 944 time: 0.1017597 Mar 26 03:04:13.995841 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Allocated IP 172.28.2.48 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/cad1b1f3-17e2-486e-a4e6-95c0a71919f2) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:04:14.118908 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-966a577f-b8b1-4ac6-a1b9-416c863defdc req-d180aa90-811e-4f06-8ed6-23928635fb85 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248906 Mar 26 03:04:14.155968 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351795b-c8a2-440e-82cf-679f424f0ea3 req-beaf8a22-d323-4951-8414-6aef43163510 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:14.157461 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3351795b-c8a2-440e-82cf-679f424f0ea3 req-beaf8a22-d323-4951-8414-6aef43163510 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1395257 Mar 26 03:04:14.194844 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for port (cad1b1f3-17e2-486e-a4e6-95c0a71919f2), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:14.268847 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3351795b-c8a2-440e-82cf-679f424f0ea3 req-8e5331ea-82b8-4127-8fcd-0cb175c46ffb tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023664 Mar 26 03:04:14.285035 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (cad1b1f3-17e2-486e-a4e6-95c0a71919f2), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:14.327258 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c043-d175-4130-96ab-decd45e0d0bd req-6e2a2cec-3df1-486c-989b-951fb9aa43f7 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:14.327926 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5fa5c043-d175-4130-96ab-decd45e0d0bd req-6e2a2cec-3df1-486c-989b-951fb9aa43f7 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1159186 Mar 26 03:04:14.334090 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:04:14.338198 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:04:14.351054 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:04:14.382777 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'Port': ['ID=cad1b1f3-17e2-486e-a4e6-95c0a71919f2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:14.457859 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5fa5c043-d175-4130-96ab-decd45e0d0bd req-e5cb8d18-166b-4f7f-a140-ecf99a84d51d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207318 Mar 26 03:04:14.519279 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b5d15-9239-45f8-be4f-8e86896c7e08 req-82767f82-66d5-4eea-a906-26ebe950e15c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:14.520706 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2d4b5d15-9239-45f8-be4f-8e86896c7e08 req-82767f82-66d5-4eea-a906-26ebe950e15c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1568403 Mar 26 03:04:14.610371 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device ebbf2bd9-c51b-4bf8-a631-11c10410bb5b details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:04:14.703368 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2d4b5d15-9239-45f8-be4f-8e86896c7e08 req-61c83681-c525-4087-a69e-67ebf8d01772 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749375 Mar 26 03:04:14.707545 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:14.722671 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'port_id': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b', 'mac_address': 'fa:16:3e:22:44:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:04:14.756661 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-2d7bc212-d2f5-486f-9ed8-6108983f8810 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:14.758111 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-2d7bc212-d2f5-486f-9ed8-6108983f8810 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/networks?id=5454d649-d2e5-43b6-829c-101305a5d22e HTTP/1.1" status: 200 len: 809 time: 0.2210157 Mar 26 03:04:14.765719 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:14.765891 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:14.779697 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbf2bd9-c51b-4bf8-a631-11c10410bb5b {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:14.785369 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-d763b62a-9470-423e-a343-1f7dfb1e1f1d tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/quotas/8d8449cda00140939c24ac707d94c3b8 HTTP/1.1" status: 200 len: 375 time: 0.0191207 Mar 26 03:04:14.801052 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:14.804859 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:14.851132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:14.873152 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-cdd65468-d62f-4f41-a465-2c16287f1987 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d8449cda00140939c24ac707d94c3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564482 Mar 26 03:04:15.127509 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['ebbf2bd9-c51b-4bf8-a631-11c10410bb5b'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:15.181070 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for floatingip (d32e89f8-b8cb-49c7-a4c2-3b5847c20a65), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:15.222264 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-2dee86d5-f6d6-4ffc-b018-b3b882c5c80b service neutron] 10.222.0.13 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407533 Mar 26 03:04:15.356495 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80712dd-f948-4cd7-97f4-b84169514d66 req-c168c095-39c3-4f33-964e-4a31764ceacd tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:15.357999 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a80712dd-f948-4cd7-97f4-b84169514d66 req-c168c095-39c3-4f33-964e-4a31764ceacd tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 945 time: 0.1544731 Mar 26 03:04:15.360654 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (cad1b1f3-17e2-486e-a4e6-95c0a71919f2), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:15.411094 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-76906ea1-0e69-4b2a-a11f-e0041caf4dcd service neutron] 10.222.0.13 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713974 Mar 26 03:04:15.489963 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a80712dd-f948-4cd7-97f4-b84169514d66 req-c6b41c12-2f60-447b-933c-1340c801f996 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219327 Mar 26 03:04:15.658767 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for port (cad1b1f3-17e2-486e-a4e6-95c0a71919f2), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:15.670398 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9942b2-6462-49e4-8f93-d38a5ec6a772 req-eaecd058-4b3e-4afc-8e05-e4db30f72971 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:15.672053 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b9942b2-6462-49e4-8f93-d38a5ec6a772 req-eaecd058-4b3e-4afc-8e05-e4db30f72971 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1113956 Mar 26 03:04:15.674150 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (cad1b1f3-17e2-486e-a4e6-95c0a71919f2), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:15.738240 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d0c77-0a47-4788-bc2c-9100442e8597 req-4469a72d-2a25-4ddd-a7fb-3c1b5ef496aa tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:15.739809 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-677d0c77-0a47-4788-bc2c-9100442e8597 req-4469a72d-2a25-4ddd-a7fb-3c1b5ef496aa tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1457551 Mar 26 03:04:15.803309 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'Port': ['ID=cad1b1f3-17e2-486e-a4e6-95c0a71919f2,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:15.829036 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (d32e89f8-b8cb-49c7-a4c2-3b5847c20a65), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:15.838045 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b9942b2-6462-49e4-8f93-d38a5ec6a772 req-3f882f05-ac12-4c91-80fc-302fbdbda21d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558952 Mar 26 03:04:15.946860 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-677d0c77-0a47-4788-bc2c-9100442e8597 req-093001ee-9a52-4063-97c0-f4db559942fe tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869140 Mar 26 03:04:15.953913 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f40292de-120d-4fff-86c6-7edcaa0eb608 req-8358cc5f-5c95-476b-8cb0-38477a199bd7 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0449708 Mar 26 03:04:15.998267 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Floating IP d32e89f8-b8cb-49c7-a4c2-3b5847c20a65 associated. External IP: 172.28.2.48, port: 89f93963-b211-414b-8b34-1e552bce6281. Mar 26 03:04:16.133969 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0ae7a-18bb-45ee-8064-736835ca0c27 req-32246c64-6535-4969-abde-004072ca8b66 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:16.135465 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fba0ae7a-18bb-45ee-8064-736835ca0c27 req-32246c64-6535-4969-abde-004072ca8b66 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1006932 Mar 26 03:04:16.249085 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fba0ae7a-18bb-45ee-8064-736835ca0c27 req-466f8f92-febe-4788-bb46-4a2d3e60a0d7 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059563 Mar 26 03:04:16.291684 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:04:16.398965 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:04:16.408527 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] Sync routers for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:04:16.416413 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.419600 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:04:16.420645 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:03:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:16.452276 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-93a46804-d8a9-4aa8-bb75-cc4d46c00013 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7264438 Mar 26 03:04:16.452856 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:16.455116 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e50e61-9d21-4e8e-9da4-8fbc298faedc" -d '{"events": [{"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:16.455441 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55230) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:16.460614 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-6966dada-f30b-4c44-96c1-4eec625f5643 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704858326', 'description': 'tempest-secgroup-smoke-704858326 description', 'project_id': 'c463262baa8942078f8da9d8e76a8cd0'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:16.487795 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6966dada-f30b-4c44-96c1-4eec625f5643 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.494772 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7975a981-d3f5-4fa4-b3b8-3adcc7384f42 x-openstack-request-id: req-7975a981-d3f5-4fa4-b3b8-3adcc7384f42 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:16.495302 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:16.495477 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7975a981-d3f5-4fa4-b3b8-3adcc7384f42 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:16.495815 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7975a981-d3f5-4fa4-b3b8-3adcc7384f42'] response: {'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281', 'status': 'completed', 'code': 200} Mar 26 03:04:16.557041 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:04:16.608155 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-d78dab32-bc6f-4a3f-b627-01fbd333d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:16.609736 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-d78dab32-bc6f-4a3f-b627-01fbd333d16a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c463262baa8942078f8da9d8e76a8cd0&device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 1130 time: 0.0785010 Mar 26 03:04:16.624074 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device ebbf2bd9-c51b-4bf8-a631-11c10410bb5b up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:04:16.686119 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6966dada-f30b-4c44-96c1-4eec625f5643 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group (8383e329-8a71-42d9-928f-2e3d2368fafa), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.699091 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6966dada-f30b-4c44-96c1-4eec625f5643 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (8383e329-8a71-42d9-928f-2e3d2368fafa), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.739931 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-cb454227-19d1-4128-a2be-471adc2f0338 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:16.741432 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-cb454227-19d1-4128-a2be-471adc2f0338 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.15 "GET /v2.0/networks?id=5454d649-d2e5-43b6-829c-101305a5d22e HTTP/1.1" status: 200 len: 809 time: 0.2109852 Mar 26 03:04:16.744441 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966dada-f30b-4c44-96c1-4eec625f5643 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8383e329-8a71-42d9-928f-2e3d2368fafa,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:16.757715 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Request body: {'port': {'device_id': 'e402d014-57f4-483b-8fc7-288c0df1fcc9', 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e', 'admin_state_up': True, 'tenant_id': '8d8449cda00140939c24ac707d94c3b8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:16.768044 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6966dada-f30b-4c44-96c1-4eec625f5643 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.770257 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-6966dada-f30b-4c44-96c1-4eec625f5643 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3137643 Mar 26 03:04:16.770398 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ca40d-6eea-429a-9ebb-a8b5de56723b req-ef99a4c0-b9fb-43c6-a796-b038e73bf32e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:16.773304 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55236) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:16.778641 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c83ca40d-6eea-429a-9ebb-a8b5de56723b req-ef99a4c0-b9fb-43c6-a796-b038e73bf32e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 945 time: 0.1647170 Mar 26 03:04:16.778823 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-f47faa10-d638-4219-9798-cb36ec663653 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'security_group_rule': {'security_group_id': '8383e329-8a71-42d9-928f-2e3d2368fafa', 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:16.790779 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:04:16.797968 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:16.798653 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.818178 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-2cac535d-0e66-4fbb-8058-c28db3155ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:16.819967 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-2cac535d-0e66-4fbb-8058-c28db3155ebe service neutron] 10.222.0.15 "GET /v2.0/networks?id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 HTTP/1.1" status: 200 len: 915 time: 0.2028675 Mar 26 03:04:16.842329 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f47faa10-d638-4219-9798-cb36ec663653 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (6ed8ccdc-959c-4922-a05d-84fcab43cce8), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.844045 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'd32e89f8-b8cb-49c7-a4c2-3b5847c20a65', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'port_id': '89f93963-b211-414b-8b34-1e552bce6281', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'mac_address': 'fa:16:3e:0e:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e74374-f9c8-4d23-9161-b27142f9a630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:14Z', 'updated_at': '2022-03-26T03:04:14Z', 'revision_number': 0, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:30Z', 'revision_number': 5, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:16.883797 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] Checking router: 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:04:16.897095 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:04:16.897095 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:03:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:16.905439 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:16.905978 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.934241 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-bdf822e6-6562-4a73-9fa9-a53b421cfd61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 999 time: 0.1003466 Mar 26 03:04:16.953044 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:16.954293 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be299981-8441-4d8c-abbe-f1224630a475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:16.957327 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba237f8-1cb1-454e-a027-e49e8e0df372" -d '{"events": [{"server_uuid": "be299981-8441-4d8c-abbe-f1224630a475", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf2bd9-c51b-4bf8-a631-11c10410bb5b"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:16.962304 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.963378 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device cc8aa42e-be85-43d8-8311-43fc2996db13 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:04:16.974159 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c83ca40d-6eea-429a-9ebb-a8b5de56723b req-733e4bec-7c3b-4111-915e-22b30b5c9c59 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811833 Mar 26 03:04:16.989814 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f47faa10-d638-4219-9798-cb36ec663653 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (6ed8ccdc-959c-4922-a05d-84fcab43cce8), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.993512 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: cc8aa42e-be85-43d8-8311-43fc2996db13 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:04:16.994029 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device cc8aa42e-be85-43d8-8311-43fc2996db13 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:04:17.001484 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f47faa10-d638-4219-9798-cb36ec663653 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (6ed8ccdc-959c-4922-a05d-84fcab43cce8), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.020046 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-4c889363-e988-4fa3-8c8f-98302340dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:17.022038 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-4c889363-e988-4fa3-8c8f-98302340dcfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39be25f4-5c23-4e2a-82c3-10bd41f24ac7 HTTP/1.1" status: 200 len: 853 time: 0.0775406 Mar 26 03:04:17.060070 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Made reservation on behalf of 8d8449cda00140939c24ac707d94c3b8 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:04:17.063930 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.065855 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47faa10-d638-4219-9798-cb36ec663653 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed8ccdc-959c-4922-a05d-84fcab43cce8,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:17.068063 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:17.081344 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c8aeab-6b1f-4e9b-a93d-84a56fcd94dd x-openstack-request-id: req-95c8aeab-6b1f-4e9b-a93d-84a56fcd94dd {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:17.081833 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be299981-8441-4d8c-abbe-f1224630a475", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf2bd9-c51b-4bf8-a631-11c10410bb5b", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:17.082268 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95c8aeab-6b1f-4e9b-a93d-84a56fcd94dd {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:17.082840 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c8aeab-6b1f-4e9b-a93d-84a56fcd94dd'] response: {'server_uuid': 'be299981-8441-4d8c-abbe-f1224630a475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b', 'code': 200} Mar 26 03:04:17.088603 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541d8f-70df-4dd9-9fcc-ac0b05d44e91 req-729198b7-05f8-4d4b-af0f-f2928b96463f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:17.090662 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:04:17.091959 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f47faa10-d638-4219-9798-cb36ec663653 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.093328 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-f47faa10-d638-4219-9798-cb36ec663653 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3185661 Mar 26 03:04:17.096535 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-be541d8f-70df-4dd9-9fcc-ac0b05d44e91 req-729198b7-05f8-4d4b-af0f-f2928b96463f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1187763 Mar 26 03:04:17.100882 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55250) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:17.109137 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-17f96190-09fe-47ec-9401-13f987f38333 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'security_group_rule': {'security_group_id': '8383e329-8a71-42d9-928f-2e3d2368fafa', 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:17.144486 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-6c6d3643-8c27-4e9e-96bd-2faf36d2b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:17.146473 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-6c6d3643-8c27-4e9e-96bd-2faf36d2b320 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1160328 Mar 26 03:04:17.150544 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17f96190-09fe-47ec-9401-13f987f38333 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (b1a3026b-3b85-4c9b-a717-899f51a30732), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.196362 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-be541d8f-70df-4dd9-9fcc-ac0b05d44e91 req-b5a126b8-fc7a-49ae-bc4a-fc12424035ff tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986762 Mar 26 03:04:17.319818 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17f96190-09fe-47ec-9401-13f987f38333 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (b1a3026b-3b85-4c9b-a717-899f51a30732), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.329092 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-0e454e87-7199-45f7-964d-3fc6ac1f38db service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742930 Mar 26 03:04:17.329792 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17f96190-09fe-47ec-9401-13f987f38333 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (b1a3026b-3b85-4c9b-a717-899f51a30732), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.335960 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-50d746bd-b8dd-4948-b971-031ae2d746d5 req-85db1de9-9251-4f38-8f02-964541cccf40 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0745351 Mar 26 03:04:17.368946 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Allocated IP 172.20.0.7 (5454d649-d2e5-43b6-829c-101305a5d22e/cd011b77-1ca7-4cca-86ba-90e54fce8ec0/1b944b45-8bfe-4160-860a-1e79f5eff32f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:04:17.381379 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f96190-09fe-47ec-9401-13f987f38333 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a3026b-3b85-4c9b-a717-899f51a30732,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:17.383079 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4fd43-46db-48e3-b4ac-c5aa59f46cd6 req-edb7de41-3e5e-4eb7-8ecd-d9b25fee267d tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:17.384618 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2ba4fd43-46db-48e3-b4ac-c5aa59f46cd6 req-edb7de41-3e5e-4eb7-8ecd-d9b25fee267d tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1757116 Mar 26 03:04:17.424056 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e4ff8-198e-40cc-8513-d6229fbacf50 req-a2dd171e-0891-4e87-9644-251be91ec90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:17.425593 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e47e4ff8-198e-40cc-8513-d6229fbacf50 req-a2dd171e-0891-4e87-9644-251be91ec90e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 1130 time: 0.1681621 Mar 26 03:04:17.432118 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17f96190-09fe-47ec-9401-13f987f38333 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.433730 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-17f96190-09fe-47ec-9401-13f987f38333 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3294647 Mar 26 03:04:17.441589 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55254) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:17.447891 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-c0b0fc3b-e6f5-435b-b8c9-17a107d5da64 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'security_group_rule': {'security_group_id': '8383e329-8a71-42d9-928f-2e3d2368fafa', 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:17.451779 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'd32e89f8-b8cb-49c7-a4c2-3b5847c20a65', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'port_id': '89f93963-b211-414b-8b34-1e552bce6281', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'mac_address': 'fa:16:3e:0e:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e74374-f9c8-4d23-9161-b27142f9a630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:14Z', 'updated_at': '2022-03-26T03:04:14Z', 'revision_number': 0, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:30Z', 'revision_number': 5, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:17.490087 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573898a-03d4-45b2-9802-f95144ffda33 None None] The sync data for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb is: [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'd32e89f8-b8cb-49c7-a4c2-3b5847c20a65', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'port_id': '89f93963-b211-414b-8b34-1e552bce6281', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'mac_address': 'fa:16:3e:0e:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e74374-f9c8-4d23-9161-b27142f9a630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:14Z', 'updated_at': '2022-03-26T03:04:14Z', 'revision_number': 0, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:30Z', 'revision_number': 5, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:04:17.518202 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2ba4fd43-46db-48e3-b4ac-c5aa59f46cd6 req-04f64bfb-c6c6-4738-8fbe-2d518d2a95ae tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243393 Mar 26 03:04:17.534544 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0b0fc3b-e6f5-435b-b8c9-17a107d5da64 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (e2a7cacf-98e3-45b6-aa29-4377609aa25e), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.539473 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-28e50e61-9d21-4e8e-9da4-8fbc298faedc req-e1f96e4d-157f-4260-a127-a85f1666b644 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963685 Mar 26 03:04:17.543142 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-e47e4ff8-198e-40cc-8513-d6229fbacf50 req-d37dbd4a-30a6-4513-be72-9dfb838a53b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087291 Mar 26 03:04:17.569198 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed5b69-8051-419c-bcd7-8ff46c252b19 req-41205fc6-7072-484a-b650-18d19fea4fc3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:17.576137 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0aed5b69-8051-419c-bcd7-8ff46c252b19 req-41205fc6-7072-484a-b650-18d19fea4fc3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1615856 Mar 26 03:04:17.607657 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0b0fc3b-e6f5-435b-b8c9-17a107d5da64 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (e2a7cacf-98e3-45b6-aa29-4377609aa25e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.613483 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0b0fc3b-e6f5-435b-b8c9-17a107d5da64 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (e2a7cacf-98e3-45b6-aa29-4377609aa25e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.635283 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0fc3b-e6f5-435b-b8c9-17a107d5da64 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a7cacf-98e3-45b6-aa29-4377609aa25e,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:17.647162 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0b0fc3b-e6f5-435b-b8c9-17a107d5da64 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.651436 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-c0b0fc3b-e6f5-435b-b8c9-17a107d5da64 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088821 Mar 26 03:04:17.652101 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55256) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:17.655562 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0aed5b69-8051-419c-bcd7-8ff46c252b19 req-a1bc27a9-416c-4839-aec8-9171c6959731 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784450 Mar 26 03:04:17.657565 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-13940e80-5094-4d99-afcc-e6bfe7436cd6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'security_group_rule': {'security_group_id': '8383e329-8a71-42d9-928f-2e3d2368fafa', 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:17.671584 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks [] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.693034 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13940e80-5094-4d99-afcc-e6bfe7436cd6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (228d09ce-09e9-4c25-b86d-16839e564fd6), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.704136 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.755645 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Network 5454d649-d2e5-43b6-829c-101305a5d22e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:04:17.758934 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:04:17.763250 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13940e80-5094-4d99-afcc-e6bfe7436cd6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (228d09ce-09e9-4c25-b86d-16839e564fd6), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.766382 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:04:17.769634 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13940e80-5094-4d99-afcc-e6bfe7436cd6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (228d09ce-09e9-4c25-b86d-16839e564fd6), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.789827 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13940e80-5094-4d99-afcc-e6bfe7436cd6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228d09ce-09e9-4c25-b86d-16839e564fd6,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:17.798242 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13940e80-5094-4d99-afcc-e6bfe7436cd6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.802235 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Pushing event updated for resources: {'Port': ['ID=1b944b45-8bfe-4160-860a-1e79f5eff32f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:17.802397 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-13940e80-5094-4d99-afcc-e6bfe7436cd6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465809 Mar 26 03:04:17.802397 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55258) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:17.805771 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66359845-8df6-480b-8220-f8d7eea6d84b None None] New status for floating IP d32e89f8-b8cb-49c7-a4c2-3b5847c20a65: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:04:17.806917 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-735652a7-4f7c-419c-8ac6-2bba27d71ac7 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'security_group_rule': {'security_group_id': '8383e329-8a71-42d9-928f-2e3d2368fafa', 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:17.828472 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.securitygroups_db [None req-735652a7-4f7c-419c-8ac6-2bba27d71ac7 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Project c463262baa8942078f8da9d8e76a8cd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:04:17.837075 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-735652a7-4f7c-419c-8ac6-2bba27d71ac7 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (de70948f-5ba7-4dae-921b-4ae51f294a21), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.837275 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:17.837914 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.858444 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-86eed9b9-3d14-47bd-8dd1-402703fb9c17 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1054492 Mar 26 03:04:17.870899 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Request body: {'port': {'device_id': 'e402d014-57f4-483b-8fc7-288c0df1fcc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:17.904919 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-735652a7-4f7c-419c-8ac6-2bba27d71ac7 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (de70948f-5ba7-4dae-921b-4ae51f294a21), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.910175 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-735652a7-4f7c-419c-8ac6-2bba27d71ac7 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (de70948f-5ba7-4dae-921b-4ae51f294a21), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.929956 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735652a7-4f7c-419c-8ac6-2bba27d71ac7 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de70948f-5ba7-4dae-921b-4ae51f294a21,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:17.936177 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.943274 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-735652a7-4f7c-419c-8ac6-2bba27d71ac7 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:17.945000 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-735652a7-4f7c-419c-8ac6-2bba27d71ac7 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415687 Mar 26 03:04:17.947741 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55260) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:17.953078 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-12ba3734-5019-4a94-8af9-aa0826dfe168 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'security_group_rule': {'security_group_id': '8383e329-8a71-42d9-928f-2e3d2368fafa', 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:17.988818 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.securitygroups_db [None req-12ba3734-5019-4a94-8af9-aa0826dfe168 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Project c463262baa8942078f8da9d8e76a8cd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:04:17.998305 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-12ba3734-5019-4a94-8af9-aa0826dfe168 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (746a2561-ed33-47d5-b5b5-52203a076598), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:18.067314 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-12ba3734-5019-4a94-8af9-aa0826dfe168 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (746a2561-ed33-47d5-b5b5-52203a076598), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:18.071583 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-12ba3734-5019-4a94-8af9-aa0826dfe168 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (746a2561-ed33-47d5-b5b5-52203a076598), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:18.089320 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba3734-5019-4a94-8af9-aa0826dfe168 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746a2561-ed33-47d5-b5b5-52203a076598,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:18.097944 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-12ba3734-5019-4a94-8af9-aa0826dfe168 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:18.099173 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-12ba3734-5019-4a94-8af9-aa0826dfe168 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502724 Mar 26 03:04:18.372760 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8554b1a-356d-4743-a4f6-6c535fbed6ca req-9356ecd6-daf4-47f7-9313-460fb2f13c97 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:18.374133 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b8554b1a-356d-4743-a4f6-6c535fbed6ca req-9356ecd6-daf4-47f7-9313-460fb2f13c97 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 946 time: 0.3177855 Mar 26 03:04:18.450490 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-80d18989-bd82-4b05-b970-177f4892014a req-aa64efcd-84cf-4c5f-9759-d9599ce862d4 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704858326&fields=id&tenant_id=c463262baa8942078f8da9d8e76a8cd0 HTTP/1.1" status: 200 len: 267 time: 0.1087456 Mar 26 03:04:18.505085 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b8554b1a-356d-4743-a4f6-6c535fbed6ca req-eb771a92-3722-4586-b7b9-fe6626ad0626 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249115 Mar 26 03:04:18.556626 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b944b45-8bfe-4160-860a-1e79f5eff32f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:18.567273 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Publish callbacks [] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:18.584281 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d18989-bd82-4b05-b970-177f4892014a req-089793e0-cb0c-4c52-b94e-fece6feec76f tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:18.585719 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-80d18989-bd82-4b05-b970-177f4892014a req-089793e0-cb0c-4c52-b94e-fece6feec76f tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.1258063 Mar 26 03:04:18.613941 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-80d18989-bd82-4b05-b970-177f4892014a req-3d55c5fc-5b8e-4f76-8052-59da9d376b1a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'port': {'security_groups': ['4846543e-b964-468b-8c57-56f00d86b6a2', '8383e329-8a71-42d9-928f-2e3d2368fafa']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:18.623060 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Transition to ACTIVE for port object 1b944b45-8bfe-4160-860a-1e79f5eff32f will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:04:18.644645 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:18.743964 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66af249-b98b-40b0-8ea2-389e641e527c req-c93bf6ed-e9a0-4b64-bee9-d51dca4e3f9d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:18.745449 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a66af249-b98b-40b0-8ea2-389e641e527c req-c93bf6ed-e9a0-4b64-bee9-d51dca4e3f9d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1802104 Mar 26 03:04:18.750646 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Pushing event updated for resources: {'Port': ['ID=1b944b45-8bfe-4160-860a-1e79f5eff32f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:18.767993 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-80d18989-bd82-4b05-b970-177f4892014a req-3d55c5fc-5b8e-4f76-8052-59da9d376b1a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89f93963-b211-414b-8b34-1e552bce6281), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:18.935635 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a66af249-b98b-40b0-8ea2-389e641e527c req-0358c26d-a415-45ef-8366-050c4beade83 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797552 Mar 26 03:04:18.959909 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Attempting to bind port 1b944b45-8bfe-4160-860a-1e79f5eff32f on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:04:18.960230 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Attempting to bind port 1b944b45-8bfe-4160-860a-1e79f5eff32f by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '41faa6f6-fec0-4b7d-a6de-00feb4546a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:04:18.960560 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Attempting to bind port 1b944b45-8bfe-4160-860a-1e79f5eff32f on network 5454d649-d2e5-43b6-829c-101305a5d22e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:04:18.976319 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Port 1b944b45-8bfe-4160-860a-1e79f5eff32f on network 5454d649-d2e5-43b6-829c-101305a5d22e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:04:18.976650 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Attempting to bind port 1b944b45-8bfe-4160-860a-1e79f5eff32f on network 5454d649-d2e5-43b6-829c-101305a5d22e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:04:18.989476 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:04:18.989808 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Checking segment: {'id': '41faa6f6-fec0-4b7d-a6de-00feb4546a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:04:18.990249 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Bound using segment: {'id': '41faa6f6-fec0-4b7d-a6de-00feb4546a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:04:18.990768 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Bound port: 1b944b45-8bfe-4160-860a-1e79f5eff32f, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41faa6f6-fec0-4b7d-a6de-00feb4546a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:04:18.991166 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:19.167956 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] For port 1b944b45-8bfe-4160-860a-1e79f5eff32f, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:04:19.171893 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-80d18989-bd82-4b05-b970-177f4892014a req-3d55c5fc-5b8e-4f76-8052-59da9d376b1a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] For port 89f93963-b211-414b-8b34-1e552bce6281, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89f93963-b211-414b-8b34-1e552bce6281,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:19.179823 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce102b-bd71-4e9b-a58b-08c96652ec1d req-2577c91f-f0ab-4eaa-bb44-e99fb6c9483e tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:19.181320 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-77ce102b-bd71-4e9b-a58b-08c96652ec1d req-2577c91f-f0ab-4eaa-bb44-e99fb6c9483e tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 943 time: 0.1822054 Mar 26 03:04:19.205577 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] For port 1b944b45-8bfe-4160-860a-1e79f5eff32f, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1b944b45-8bfe-4160-860a-1e79f5eff32f,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:04:19.225549 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:19.255346 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-80d18989-bd82-4b05-b970-177f4892014a req-3d55c5fc-5b8e-4f76-8052-59da9d376b1a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for port (89f93963-b211-414b-8b34-1e552bce6281), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:19.283496 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-80d18989-bd82-4b05-b970-177f4892014a req-3d55c5fc-5b8e-4f76-8052-59da9d376b1a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (89f93963-b211-414b-8b34-1e552bce6281), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:19.293716 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-77ce102b-bd71-4e9b-a58b-08c96652ec1d req-3ccf2d2b-cf3d-408a-9e3d-d380e2187821 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039751 Mar 26 03:04:19.295871 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['89f93963-b211-414b-8b34-1e552bce6281'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:19.297980 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:19.298637 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:19.299970 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b944b45-8bfe-4160-860a-1e79f5eff32f HTTP/1.1" status: 200 len: 1093 time: 1.4333873 Mar 26 03:04:19.300462 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e402d014-57f4-483b-8fc7-288c0df1fcc9', 'tag': '1b944b45-8bfe-4160-860a-1e79f5eff32f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:19.302672 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05717a80-46dd-4208-9be4-b11e0b0e5aad" -d '{"events": [{"name": "network-changed", "server_uuid": "e402d014-57f4-483b-8fc7-288c0df1fcc9", "tag": "1b944b45-8bfe-4160-860a-1e79f5eff32f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:19.333086 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d18989-bd82-4b05-b970-177f4892014a req-3d55c5fc-5b8e-4f76-8052-59da9d376b1a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:19.333897 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-80d18989-bd82-4b05-b970-177f4892014a req-3d55c5fc-5b8e-4f76-8052-59da9d376b1a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:19.335305 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-80d18989-bd82-4b05-b970-177f4892014a req-3d55c5fc-5b8e-4f76-8052-59da9d376b1a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "PUT /v2.0/ports/89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 982 time: 0.7287993 Mar 26 03:04:19.347845 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fcdd5-de9d-415f-8eff-462332850988 service neutron] Pushing event updated for resources: {'Port': ['ID=1b944b45-8bfe-4160-860a-1e79f5eff32f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:19.455135 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:04:19.472964 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['89f93963-b211-414b-8b34-1e552bce6281'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:19.524544 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55c5fc-5b8e-4f76-8052-59da9d376b1a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'Port': ['ID=89f93963-b211-414b-8b34-1e552bce6281,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:19.545876 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b44568-b619-4f93-88a9-3e4ec2fc67da req-2c7c9c36-166f-43b0-a318-ed38cc14edd3 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:19.547311 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5b44568-b619-4f93-88a9-3e4ec2fc67da req-2c7c9c36-166f-43b0-a318-ed38cc14edd3 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1565657 Mar 26 03:04:19.554472 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-04a334c9-bc04-4f3d-80e1-b6425bb368e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:19.556085 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-04a334c9-bc04-4f3d-80e1-b6425bb368e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d8449cda00140939c24ac707d94c3b8&device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 1127 time: 0.1638403 Mar 26 03:04:19.589065 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b80b99-6294-438b-b8b2-a72779c2e68e req-e9d99bff-2c32-4428-8433-f2eb80be67bf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:19.590624 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-69b80b99-6294-438b-b8b2-a72779c2e68e req-e9d99bff-2c32-4428-8433-f2eb80be67bf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1691744 Mar 26 03:04:19.627179 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-41883c6e-805e-4d98-83e0-d58f44e03215 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b944b45-8bfe-4160-860a-1e79f5eff32f HTTP/1.1" status: 200 len: 217 time: 0.0600171 Mar 26 03:04:19.715225 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5b44568-b619-4f93-88a9-3e4ec2fc67da req-0e6ff66e-3d68-46f8-a4d4-2404efb5f510 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580629 Mar 26 03:04:19.728463 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-61441f83-27f4-4f49-b383-b34731aa6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:19.729810 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-61441f83-27f4-4f49-b383-b34731aa6b61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd011b77-1ca7-4cca-86ba-90e54fce8ec0 HTTP/1.1" status: 200 len: 849 time: 0.0947287 Mar 26 03:04:19.734478 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-69b80b99-6294-438b-b8b2-a72779c2e68e req-141a30bd-7350-43bc-986e-6647057964dd tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112015 Mar 26 03:04:19.783271 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-6243918e-2f31-4769-adb3-729fa0a07320 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5454d649-d2e5-43b6-829c-101305a5d22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377090 Mar 26 03:04:19.794609 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4abae48-9161-474c-8d6e-fcc4423f00d7 x-openstack-request-id: req-c4abae48-9161-474c-8d6e-fcc4423f00d7 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:19.795033 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e402d014-57f4-483b-8fc7-288c0df1fcc9", "tag": "1b944b45-8bfe-4160-860a-1e79f5eff32f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:19.795412 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4abae48-9161-474c-8d6e-fcc4423f00d7 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:19.796055 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4abae48-9161-474c-8d6e-fcc4423f00d7'] response: {'name': 'network-changed', 'server_uuid': 'e402d014-57f4-483b-8fc7-288c0df1fcc9', 'tag': '1b944b45-8bfe-4160-860a-1e79f5eff32f', 'status': 'completed', 'code': 200} Mar 26 03:04:19.801515 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-b4227607-0665-4d2e-a23b-e56ffa0f5e6f None None] Provisioning complete for port 89f93963-b211-414b-8b34-1e552bce6281 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:19.802306 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b4227607-0665-4d2e-a23b-e56ffa0f5e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (89f93963-b211-414b-8b34-1e552bce6281), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:19.966927 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee7de7-cc39-477a-8d2d-b4b01a2134db req-a4ef1b05-4e77-4681-8bb5-bd7793e2efa2 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:19.968627 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-27ee7de7-cc39-477a-8d2d-b4b01a2134db req-a4ef1b05-4e77-4681-8bb5-bd7793e2efa2 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.1622014 Mar 26 03:04:19.970466 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-f22a1f27-7ce1-4326-a233-5a6c50b21f0a service neutron] 10.222.0.15 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787882 Mar 26 03:04:19.978260 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c341a18-8ae9-4bb7-b205-fe08403287d5 req-8281a55a-b90f-4107-a279-53620efb131e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:19.979735 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0c341a18-8ae9-4bb7-b205-fe08403287d5 req-8281a55a-b90f-4107-a279-53620efb131e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 946 time: 0.1252737 Mar 26 03:04:20.029215 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-b4227607-0665-4d2e-a23b-e56ffa0f5e6f None None] Current status of the port 89f93963-b211-414b-8b34-1e552bce6281 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:20.125605 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0c341a18-8ae9-4bb7-b205-fe08403287d5 req-af82d6ff-2b63-4316-a5e4-efb7d8ba8c15 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308393 Mar 26 03:04:20.130343 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-27ee7de7-cc39-477a-8d2d-b4b01a2134db req-eb55c84b-1811-4171-84df-e475fa471f3d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497948 Mar 26 03:04:20.146978 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fde5660b-d218-4a32-8366-fe83b3d01846 req-7480c550-e8b3-4a61-ad3f-cc9388abd04f service neutron] 10.222.0.15 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653144 Mar 26 03:04:20.303547 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9bd64-63a5-4998-83ef-cd73a57f3409 req-ac293baa-7341-4740-a2eb-a773d3b97306 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:20.305005 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-97f9bd64-63a5-4998-83ef-cd73a57f3409 req-ac293baa-7341-4740-a2eb-a773d3b97306 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1117308 Mar 26 03:04:20.325057 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-28658cd9-b397-4413-9d86-b8c86b65a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:20.326738 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-28658cd9-b397-4413-9d86-b8c86b65a718 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d8449cda00140939c24ac707d94c3b8&device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 1127 time: 0.1063199 Mar 26 03:04:20.355460 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed191d-753c-4017-93ac-362ca8345a51 req-2915bdc4-c29f-4660-8b01-d3ddc00eca04 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:20.357425 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-26ed191d-753c-4017-93ac-362ca8345a51 req-2915bdc4-c29f-4660-8b01-d3ddc00eca04 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 946 time: 0.1092141 Mar 26 03:04:20.367665 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55292) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:20.373017 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-909b8f38-a788-47d8-a56b-fe6c00254c03 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'floatingip': {'port_id': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:20.413364 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-909b8f38-a788-47d8-a56b-fe6c00254c03 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (7d09c05a-51d6-441f-98a7-84d46722f461), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:20.448965 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-97f9bd64-63a5-4998-83ef-cd73a57f3409 req-7885c39e-92b2-4b6f-8d48-40764432eb0b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364024 Mar 26 03:04:20.679044 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-29c18619-7ef1-4267-9811-346657ba9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:20.680502 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-29c18619-7ef1-4267-9811-346657ba9c8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5454d649-d2e5-43b6-829c-101305a5d22e HTTP/1.1" status: 200 len: 910 time: 0.3428609 Mar 26 03:04:20.691912 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f3d22-57a1-4064-a825-bd8dce76c0f5 req-b213b839-e320-498c-bd95-010a14d771e3 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:20.693324 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fa7f3d22-57a1-4064-a825-bd8dce76c0f5 req-b213b839-e320-498c-bd95-010a14d771e3 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 943 time: 0.2873175 Mar 26 03:04:20.729695 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-2c6f44f8-46d1-42c0-8a68-1bd68358def6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b944b45-8bfe-4160-860a-1e79f5eff32f HTTP/1.1" status: 200 len: 217 time: 0.0353608 Mar 26 03:04:20.814561 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-fa31e869-bbfc-48b4-9061-a2a9deb6b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:20.816014 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-fa31e869-bbfc-48b4-9061-a2a9deb6b240 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd011b77-1ca7-4cca-86ba-90e54fce8ec0 HTTP/1.1" status: 200 len: 849 time: 0.0796006 Mar 26 03:04:20.819044 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fa7f3d22-57a1-4064-a825-bd8dce76c0f5 req-77bd6b41-c811-47ff-96f3-ebf7335f4def tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921106 Mar 26 03:04:20.855839 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-909b8f38-a788-47d8-a56b-fe6c00254c03 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:20.860338 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-909b8f38-a788-47d8-a56b-fe6c00254c03 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (7d09c05a-51d6-441f-98a7-84d46722f461), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:20.868822 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-3aa681ad-0b4e-468e-b877-26d60993a873 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5454d649-d2e5-43b6-829c-101305a5d22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314419 Mar 26 03:04:20.922208 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98490f1-aa35-4e58-bdd2-bf7da54d9c2f req-c75896a0-702d-4221-b891-0b2a1b6c0c8e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:20.923630 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f98490f1-aa35-4e58-bdd2-bf7da54d9c2f req-c75896a0-702d-4221-b891-0b2a1b6c0c8e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1267142 Mar 26 03:04:20.962468 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [None req-909b8f38-a788-47d8-a56b-fe6c00254c03 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Floating IP 7d09c05a-51d6-441f-98a7-84d46722f461 associated. External IP: 172.28.2.148, port: ebbf2bd9-c51b-4bf8-a631-11c10410bb5b. Mar 26 03:04:21.038552 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fd3da-824a-405d-a3b7-8bbf4285819a req-a8c0484d-0726-4ebb-8027-5aba9f3cce5c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:21.039986 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159fd3da-824a-405d-a3b7-8bbf4285819a req-a8c0484d-0726-4ebb-8027-5aba9f3cce5c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1599054 Mar 26 03:04:21.045110 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f98490f1-aa35-4e58-bdd2-bf7da54d9c2f req-4743655f-1a8c-4518-9f17-074fc2e48152 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114883 Mar 26 03:04:21.080536 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-b44e16b5-d8ff-4ada-a52e-5bfcd2fa05f7 service neutron] 10.222.0.15 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903081 Mar 26 03:04:21.157047 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159fd3da-824a-405d-a3b7-8bbf4285819a req-73738fbc-2e6d-49b8-9c92-821172424e7d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055613 Mar 26 03:04:21.197206 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-05717a80-46dd-4208-9be4-b11e0b0e5aad req-2bbdd3d6-58ee-48c8-b67b-15f582a37541 service neutron] 10.222.0.15 "GET /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045685 Mar 26 03:04:21.418853 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816617f-8dae-4da5-b372-e8f440818154 req-f0879892-28f0-4320-a536-f14384309d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:21.420442 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-1816617f-8dae-4da5-b372-e8f440818154 req-f0879892-28f0-4320-a536-f14384309d47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 1130 time: 0.0696044 Mar 26 03:04:21.427187 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909b8f38-a788-47d8-a56b-fe6c00254c03 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:04:21.531957 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-1816617f-8dae-4da5-b372-e8f440818154 req-83da4cc1-d5a1-4228-b793-e1dd018c0678 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036782 Mar 26 03:04:21.564843 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909b8f38-a788-47d8-a56b-fe6c00254c03 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:04:21.569700 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-909b8f38-a788-47d8-a56b-fe6c00254c03 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:21.573993 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b15ee-2422-47a5-9b8e-23f85ad98e31 req-40e604d4-3ae4-4666-9da2-091104a85613 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:21.575782 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:04:21.576211 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2c5b15ee-2422-47a5-9b8e-23f85ad98e31 req-40e604d4-3ae4-4666-9da2-091104a85613 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0563715 Mar 26 03:04:21.587606 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:04:21.595547 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:03:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:21.601626 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-909b8f38-a788-47d8-a56b-fe6c00254c03 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "PUT /v2.0/floatingips/7d09c05a-51d6-441f-98a7-84d46722f461 HTTP/1.1" status: 200 len: 992 time: 1.2332935 Mar 26 03:04:21.602212 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be299981-8441-4d8c-abbe-f1224630a475', 'tag': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:21.605255 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4044f4e7-9956-49c7-8899-b6279b0aee0d" -d '{"events": [{"name": "network-changed", "server_uuid": "be299981-8441-4d8c-abbe-f1224630a475", "tag": "ebbf2bd9-c51b-4bf8-a631-11c10410bb5b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:21.646593 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcd4eca-f930-4703-9a34-cc97a69c5da8 x-openstack-request-id: req-5dcd4eca-f930-4703-9a34-cc97a69c5da8 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:21.647011 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be299981-8441-4d8c-abbe-f1224630a475", "tag": "ebbf2bd9-c51b-4bf8-a631-11c10410bb5b", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:21.647325 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dcd4eca-f930-4703-9a34-cc97a69c5da8 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:21.649783 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcd4eca-f930-4703-9a34-cc97a69c5da8'] response: {'name': 'network-changed', 'server_uuid': 'be299981-8441-4d8c-abbe-f1224630a475', 'tag': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b', 'status': 'completed', 'code': 200} Mar 26 03:04:21.665625 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2c5b15ee-2422-47a5-9b8e-23f85ad98e31 req-262eca7d-8910-47ca-be74-62a60044e59e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803177 Mar 26 03:04:21.723627 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:04:21.797047 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:21.799651 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64" -d '{"events": [{"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:21.814451 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-110ce22e-e7ea-4585-9fcf-da9a323f2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:21.816348 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-110ce22e-e7ea-4585-9fcf-da9a323f2cc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 1130 time: 0.0545259 Mar 26 03:04:21.837755 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979b10af-0863-4e57-a08b-ee0c2eba421e x-openstack-request-id: req-979b10af-0863-4e57-a08b-ee0c2eba421e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:21.838074 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:21.838332 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-979b10af-0863-4e57-a08b-ee0c2eba421e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:21.838737 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979b10af-0863-4e57-a08b-ee0c2eba421e'] response: {'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281', 'status': 'completed', 'code': 200} Mar 26 03:04:21.923702 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-0cf4d2d4-5f4b-4dbd-a145-862ec0549698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:21.926483 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-0cf4d2d4-5f4b-4dbd-a145-862ec0549698 service neutron] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 915 time: 0.1024902 Mar 26 03:04:21.958050 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-515192f5-5bd4-4376-ac23-436a2a6ee9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:21.959663 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-515192f5-5bd4-4376-ac23-436a2a6ee9f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c463262baa8942078f8da9d8e76a8cd0&device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 1169 time: 0.0933890 Mar 26 03:04:21.972161 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7ddd7-7c66-4e6c-91f9-b951c3db74fb req-b74147b4-dddc-4db6-9d8e-4d8bfb2e9aff tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:21.974501 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9e7ddd7-7c66-4e6c-91f9-b951c3db74fb req-b74147b4-dddc-4db6-9d8e-4d8bfb2e9aff tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 943 time: 0.0761333 Mar 26 03:04:21.982979 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '7d09c05a-51d6-441f-98a7-84d46722f461', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.148', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:22:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be299981-8441-4d8c-abbe-f1224630a475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:04Z', 'updated_at': '2022-03-26T03:04:20Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}, {'id': 'b3146866-5679-47b8-a961-b1eeb2ee2ee7', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:36Z', 'updated_at': '2022-03-26T03:03:04Z', 'revision_number': 2, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:21.997116 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-cd19c626-4be2-4fa0-9198-ea312aa10d85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b HTTP/1.1" status: 200 len: 1000 time: 0.0649443 Mar 26 03:04:22.015747 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:04:22.024213 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:04:22.024773 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:03:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:22.049421 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-bc12c8c8-cb0b-41b0-9843-57a6b47206b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:22.050967 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-bc12c8c8-cb0b-41b0-9843-57a6b47206b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0480399 Mar 26 03:04:22.100741 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9e7ddd7-7c66-4e6c-91f9-b951c3db74fb req-f4e5fb71-c269-402d-bf4c-559f1baf58d8 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158774 Mar 26 03:04:22.107732 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-1a41cd0b-191b-4628-8d9e-53a7db85532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:22.109587 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-1a41cd0b-191b-4628-8d9e-53a7db85532d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 HTTP/1.1" status: 200 len: 915 time: 0.1341867 Mar 26 03:04:22.117253 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-df792e8e-c323-4e5f-aab4-409f708d3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:22.118788 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-df792e8e-c323-4e5f-aab4-409f708d3906 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0584569 Mar 26 03:04:22.225913 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-0d039f67-0af7-4314-9e0f-c6e633036802 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925374 Mar 26 03:04:22.236696 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:04:22.246216 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-49a82461-85b6-4861-9bf8-7f5b56084168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 1001 time: 0.1275580 Mar 26 03:04:22.317841 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fd72f-27a6-4db3-b10e-89c93f29f2e6 req-9c78ab87-72ff-4759-8d50-70386a352086 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:22.319278 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-433fd72f-27a6-4db3-b10e-89c93f29f2e6 req-9c78ab87-72ff-4759-8d50-70386a352086 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1598611 Mar 26 03:04:22.325319 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4044f4e7-9956-49c7-8899-b6279b0aee0d req-2fee0c27-bdca-44ad-9549-dbdf5c0411aa service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908551 Mar 26 03:04:22.343126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-7e4af876-d52f-45da-b241-596dff126805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:22.344555 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-7e4af876-d52f-45da-b241-596dff126805 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39be25f4-5c23-4e2a-82c3-10bd41f24ac7 HTTP/1.1" status: 200 len: 853 time: 0.0871162 Mar 26 03:04:22.398959 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1495855-8fe2-4e7e-941a-4a62255841be req-b594ee9e-f8fc-47df-8ccf-56c2c9b5dc22 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:22.400450 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a1495855-8fe2-4e7e-941a-4a62255841be req-b594ee9e-f8fc-47df-8ccf-56c2c9b5dc22 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1582530 Mar 26 03:04:22.443203 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-433fd72f-27a6-4db3-b10e-89c93f29f2e6 req-24748707-79bf-4ea1-b3ab-c93207a44299 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122186 Mar 26 03:04:22.469825 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-106c6401-a257-44ea-9eec-dddbebec6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:22.471353 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-106c6401-a257-44ea-9eec-dddbebec6065 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1130216 Mar 26 03:04:22.475594 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a1495855-8fe2-4e7e-941a-4a62255841be req-c4ba7d06-6189-4009-b228-6a095f463203 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684159 Mar 26 03:04:22.480134 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '7d09c05a-51d6-441f-98a7-84d46722f461', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.148', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:22:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be299981-8441-4d8c-abbe-f1224630a475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:04Z', 'updated_at': '2022-03-26T03:04:20Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}, {'id': 'b3146866-5679-47b8-a961-b1eeb2ee2ee7', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:36Z', 'updated_at': '2022-03-26T03:03:04Z', 'revision_number': 2, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:22.518697 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a103c-aced-49dd-ad80-64b4e4852287 None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '7d09c05a-51d6-441f-98a7-84d46722f461', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.148', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:22:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be299981-8441-4d8c-abbe-f1224630a475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:04Z', 'updated_at': '2022-03-26T03:04:20Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}, {'id': 'b3146866-5679-47b8-a961-b1eeb2ee2ee7', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:36Z', 'updated_at': '2022-03-26T03:03:04Z', 'revision_number': 2, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:04:22.566227 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-7a781d65-0938-40b1-acb3-addbb548ccba service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875401 Mar 26 03:04:22.664754 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4b6a07c-4485-43b5-80b4-b7f30a3fac64 req-a4d7a5c8-e83e-4bf5-bbb5-7dc31d1f4dbb service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862806 Mar 26 03:04:22.681880 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 1b944b45-8bfe-4160-860a-1e79f5eff32f details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:04:22.744595 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be5875-8af4-434a-893f-e80615ead0b9 None None] New status for floating IP 7d09c05a-51d6-441f-98a7-84d46722f461: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:04:22.778650 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321d0b5-5026-44e5-b955-4beac2323735 req-dbfd6fc3-424c-41f2-b32e-8bb81719902b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:22.780287 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1321d0b5-5026-44e5-b955-4beac2323735 req-dbfd6fc3-424c-41f2-b32e-8bb81719902b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0549393 Mar 26 03:04:22.827271 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1321d0b5-5026-44e5-b955-4beac2323735 req-879a6aab-42dc-4944-8333-d2fec11a1599 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412199 Mar 26 03:04:22.871328 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 1b944b45-8bfe-4160-860a-1e79f5eff32f, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1b944b45-8bfe-4160-860a-1e79f5eff32f,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:22.892278 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '1b944b45-8bfe-4160-860a-1e79f5eff32f', 'network_id': '5454d649-d2e5-43b6-829c-101305a5d22e', 'port_id': '1b944b45-8bfe-4160-860a-1e79f5eff32f', 'mac_address': 'fa:16:3e:42:70:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd011b77-1ca7-4cca-86ba-90e54fce8ec0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:04:22.968191 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 1b944b45-8bfe-4160-860a-1e79f5eff32f is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:22.968712 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:22.984017 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b944b45-8bfe-4160-860a-1e79f5eff32f {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:23.003309 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 1b944b45-8bfe-4160-860a-1e79f5eff32f, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1b944b45-8bfe-4160-860a-1e79f5eff32f,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:23.006773 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:23.052964 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=1b944b45-8bfe-4160-860a-1e79f5eff32f,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:23.060081 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.060430 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.060771 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.061125 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.061462 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.061807 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.062113 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.062436 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.062760 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.063117 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.063447 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.063786 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.064111 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.064431 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.064754 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:23.220608 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3edd4a-dc5d-4193-93f6-7de5def3873c req-d823b6f3-ec34-420b-a3f1-227d10e3997d tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:23.222064 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8a3edd4a-dc5d-4193-93f6-7de5def3873c req-d823b6f3-ec34-420b-a3f1-227d10e3997d tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0553749 Mar 26 03:04:23.267433 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8a3edd4a-dc5d-4193-93f6-7de5def3873c req-6e6cdb40-8780-4ef5-8ac7-cfa0ca1097d0 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Mar 26 03:04:23.472955 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['1b944b45-8bfe-4160-860a-1e79f5eff32f'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:23.598169 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c1251-f10c-469b-8121-81f86efc4a8d req-d6728c5d-29d6-4eb4-9b9b-9a8f455e65bd tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:23.599695 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-910c1251-f10c-469b-8121-81f86efc4a8d req-d6728c5d-29d6-4eb4-9b9b-9a8f455e65bd tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0848467 Mar 26 03:04:23.612003 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03909-56c4-4f70-b62e-b5b85dc45732 req-50757dbe-1520-4e0a-9ea2-11d33954d618 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:23.613450 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b5d03909-56c4-4f70-b62e-b5b85dc45732 req-50757dbe-1520-4e0a-9ea2-11d33954d618 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0691090 Mar 26 03:04:23.684278 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-910c1251-f10c-469b-8121-81f86efc4a8d req-0db84041-afe5-4e98-8f90-4d1e90a31218 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698910 Mar 26 03:04:23.691800 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b5d03909-56c4-4f70-b62e-b5b85dc45732 req-6374e548-f322-4edb-a5e7-72d3cfe49d4d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712051 Mar 26 03:04:23.895433 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6d303-ad8e-4edb-bb7c-55268eb96312 req-654cfadd-c8d2-4177-be80-d9f233f649fd tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:23.896799 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c5f6d303-ad8e-4edb-bb7c-55268eb96312 req-654cfadd-c8d2-4177-be80-d9f233f649fd tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0592172 Mar 26 03:04:23.971198 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033975-c47c-4c07-8d04-878998d84251 req-b183266a-0a89-4105-809f-9ac8d666f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:23.972696 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0d033975-c47c-4c07-8d04-878998d84251 req-b183266a-0a89-4105-809f-9ac8d666f9bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 1129 time: 0.0464933 Mar 26 03:04:24.007097 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c5f6d303-ad8e-4edb-bb7c-55268eb96312 req-2d8f0fdf-745a-4a73-94b5-624d882fbdeb tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030037 Mar 26 03:04:24.039500 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2df14-1395-414c-9c8b-ce2662aca21d req-7ddb67ff-836f-46d4-88c2-347340e49b09 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.041051 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9d2df14-1395-414c-9c8b-ce2662aca21d req-7ddb67ff-836f-46d4-88c2-347340e49b09 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1237125 Mar 26 03:04:24.044820 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b597717-b147-4820-af3e-3825e2f96b0e req-9ca64e5d-4f0d-4987-9c30-ad89c11d0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.046366 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9b597717-b147-4820-af3e-3825e2f96b0e req-9ca64e5d-4f0d-4987-9c30-ad89c11d0dbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 1130 time: 0.1186161 Mar 26 03:04:24.075482 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033975-c47c-4c07-8d04-878998d84251 req-c0b8e121-e178-44f9-b0dd-abb73a401ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.076939 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0d033975-c47c-4c07-8d04-878998d84251 req-c0b8e121-e178-44f9-b0dd-abb73a401ac3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 910 time: 0.0923352 Mar 26 03:04:24.142715 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0d033975-c47c-4c07-8d04-878998d84251 req-26886fd2-bd44-4e1f-ad92-16c18fdf5a46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20 HTTP/1.1" status: 200 len: 1001 time: 0.0575044 Mar 26 03:04:24.191477 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9d2df14-1395-414c-9c8b-ce2662aca21d req-4b082c0a-f816-4e05-910e-e03c2b8ccd82 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420887 Mar 26 03:04:24.196780 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033975-c47c-4c07-8d04-878998d84251 req-6b6f5616-49c9-47e3-b129-28e48ed37152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.198230 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0d033975-c47c-4c07-8d04-878998d84251 req-6b6f5616-49c9-47e3-b129-28e48ed37152 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 200 len: 848 time: 0.0469034 Mar 26 03:04:24.219906 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f91d3-66bc-4049-a8f1-d398771c6abb req-b04b4aa0-8b15-40a4-90a1-efdda6317742 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.221406 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-096f91d3-66bc-4049-a8f1-d398771c6abb req-b04b4aa0-8b15-40a4-90a1-efdda6317742 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1485915 Mar 26 03:04:24.224327 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b597717-b147-4820-af3e-3825e2f96b0e req-a33af34c-4360-4665-9036-e53255ddac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.225697 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9b597717-b147-4820-af3e-3825e2f96b0e req-a33af34c-4360-4665-9036-e53255ddac13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.1689947 Mar 26 03:04:24.260323 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033975-c47c-4c07-8d04-878998d84251 req-079686bc-ae6a-40cb-a5bf-d14dba494ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.261710 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0d033975-c47c-4c07-8d04-878998d84251 req-079686bc-ae6a-40cb-a5bf-d14dba494ace service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddaffb82-6513-4745-bac8-becc9cfce0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490651 Mar 26 03:04:24.281952 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9b597717-b147-4820-af3e-3825e2f96b0e req-7504689a-4bb5-4f9e-8017-415bead5a6b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15cc0ff2-b015-4d65-bced-91376f0421ef HTTP/1.1" status: 200 len: 217 time: 0.0447602 Mar 26 03:04:24.328180 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-096f91d3-66bc-4049-a8f1-d398771c6abb req-58fd13bc-e0a6-463b-b1b3-9cbce7e6136a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978994 Mar 26 03:04:24.373363 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0d033975-c47c-4c07-8d04-878998d84251 req-c8d01c09-7c64-4c8c-aa6b-39cb351eff2a service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018138 Mar 26 03:04:24.377603 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b597717-b147-4820-af3e-3825e2f96b0e req-41afadc1-7882-4a28-8e0f-75408947f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.379036 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9b597717-b147-4820-af3e-3825e2f96b0e req-41afadc1-7882-4a28-8e0f-75408947f6f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0895293 Mar 26 03:04:24.397417 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936f6b-4ba0-4d45-9bc1-c678d921cef5 req-03b3b7ac-7262-4bfa-b7da-38ed638c71d9 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.398796 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35936f6b-4ba0-4d45-9bc1-c678d921cef5 req-03b3b7ac-7262-4bfa-b7da-38ed638c71d9 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0626881 Mar 26 03:04:24.479698 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b597717-b147-4820-af3e-3825e2f96b0e req-27cfcde5-9527-4e03-878a-98938e8ee6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:24.481253 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9b597717-b147-4820-af3e-3825e2f96b0e req-27cfcde5-9527-4e03-878a-98938e8ee6f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0766370 Mar 26 03:04:24.484925 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35936f6b-4ba0-4d45-9bc1-c678d921cef5 req-7fc8939a-ad94-42d3-b8dd-64dbce9aa1bf tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725846 Mar 26 03:04:24.499224 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0d033975-c47c-4c07-8d04-878998d84251 req-b43394b4-58d5-483b-bd3a-143238e21cc0 service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944290 Mar 26 03:04:24.592002 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9b597717-b147-4820-af3e-3825e2f96b0e req-1e2d2dd1-0d20-4d08-bdf9-f7a593ddd490 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978100 Mar 26 03:04:24.689932 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9b597717-b147-4820-af3e-3825e2f96b0e req-de053ebc-abdd-4553-ac79-c306024fa50a service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860219 Mar 26 03:04:24.695697 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:04:24.702134 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 1b944b45-8bfe-4160-860a-1e79f5eff32f up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:04:24.811938 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 1b944b45-8bfe-4160-860a-1e79f5eff32f completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:04:24.826287 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 1b944b45-8bfe-4160-860a-1e79f5eff32f triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:24.826661 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:24.867748 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:24.886047 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'port_id': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'mac_address': 'fa:16:3e:b2:f7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:04:24.952908 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a is: ACTIVE; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:24.953307 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:24.975679 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:24.982850 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 1b944b45-8bfe-4160-860a-1e79f5eff32f is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:24.983258 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:25.013010 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:25.024549 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e402d014-57f4-483b-8fc7-288c0df1fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b944b45-8bfe-4160-860a-1e79f5eff32f'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:25.026766 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d7741-6f31-414b-9b56-fd10549a87f1" -d '{"events": [{"server_uuid": "e402d014-57f4-483b-8fc7-288c0df1fcc9", "name": "network-vif-plugged", "status": "completed", "tag": "1b944b45-8bfe-4160-860a-1e79f5eff32f"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:25.049143 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:25.084135 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 1b944b45-8bfe-4160-860a-1e79f5eff32f, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1b944b45-8bfe-4160-860a-1e79f5eff32f,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:25.093045 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:25.104120 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e27579-dfc8-4b3a-bdf4-7814b54f112d x-openstack-request-id: req-39e27579-dfc8-4b3a-bdf4-7814b54f112d {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:25.104418 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e402d014-57f4-483b-8fc7-288c0df1fcc9", "name": "network-vif-plugged", "status": "completed", "tag": "1b944b45-8bfe-4160-860a-1e79f5eff32f", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:25.104679 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39e27579-dfc8-4b3a-bdf4-7814b54f112d {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:25.107864 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e27579-dfc8-4b3a-bdf4-7814b54f112d'] response: {'server_uuid': 'e402d014-57f4-483b-8fc7-288c0df1fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b944b45-8bfe-4160-860a-1e79f5eff32f', 'code': 200} Mar 26 03:04:25.146904 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=6']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:25.228855 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78ae85-3ce2-4799-8f7e-91ec4ebea57e req-e9cbe1b7-13ca-403e-b921-1406c827a2dc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:25.230453 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7d78ae85-3ce2-4799-8f7e-91ec4ebea57e req-e9cbe1b7-13ca-403e-b921-1406c827a2dc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1179614 Mar 26 03:04:25.246657 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=1b944b45-8bfe-4160-860a-1e79f5eff32f,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:25.251487 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:25.321439 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7d78ae85-3ce2-4799-8f7e-91ec4ebea57e req-d60b1c47-c4e7-43d8-a041-06f07d36d403 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839045 Mar 26 03:04:25.455952 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee74af-5ea4-44a3-b121-77c0d57161e6 req-d7255c8a-461e-4d6b-b66d-14f1ea636650 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:25.469005 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-15ee74af-5ea4-44a3-b121-77c0d57161e6 req-d7255c8a-461e-4d6b-b66d-14f1ea636650 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.1636186 Mar 26 03:04:25.497848 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1230f1-80ad-48d4-b4ff-a88a57e65f12 req-9c2088a1-ddf4-4c4a-a83e-9501e6d1bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:25.499364 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0a1230f1-80ad-48d4-b4ff-a88a57e65f12 req-9c2088a1-ddf4-4c4a-a83e-9501e6d1bc5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 1129 time: 0.1831708 Mar 26 03:04:25.589563 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-15ee74af-5ea4-44a3-b121-77c0d57161e6 req-88cd541a-779f-45df-885f-5465da90fb2b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124167 Mar 26 03:04:25.829640 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0a1230f1-80ad-48d4-b4ff-a88a57e65f12 req-e16019be-940b-4504-bb55-b67e26543be3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850018 Mar 26 03:04:25.850199 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a00712-e88e-4431-b472-50d1a0ef17e4 req-d0a72026-2030-4b32-9e2d-5fcddb038524 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:25.851699 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f2a00712-e88e-4431-b472-50d1a0ef17e4 req-d0a72026-2030-4b32-9e2d-5fcddb038524 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 944 time: 0.3504786 Mar 26 03:04:25.901758 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dec8-ff4e-4fc4-84e1-605f7d7329ee req-6d1dd8f8-b2fd-4a8b-8a5f-554f08fe2362 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:25.906055 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eac0dec8-ff4e-4fc4-84e1-605f7d7329ee req-6d1dd8f8-b2fd-4a8b-8a5f-554f08fe2362 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0892107 Mar 26 03:04:25.946863 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f2a00712-e88e-4431-b472-50d1a0ef17e4 req-e453729f-ed4a-4324-a59e-b9384d6166a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875914 Mar 26 03:04:25.991225 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc85c6b0-b94a-4f55-99c5-33982dbb11ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:25.995028 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eac0dec8-ff4e-4fc4-84e1-605f7d7329ee req-0f975cdb-b7e3-47f8-9f17-0c64cf4b070b tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834253 Mar 26 03:04:26.465967 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e2cf-26af-497b-9cbc-7fc2d2adb3e9 req-019d3109-a762-42f9-84b2-4d2af8480dfa tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:26.467578 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07c0e2cf-26af-497b-9cbc-7fc2d2adb3e9 req-019d3109-a762-42f9-84b2-4d2af8480dfa tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0674505 Mar 26 03:04:26.522448 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07c0e2cf-26af-497b-9cbc-7fc2d2adb3e9 req-9a3a2a2f-5ddd-4e68-a30c-6ba6f6b5c9b1 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489388 Mar 26 03:04:26.702883 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:04:26.760033 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b0aaf-42cd-48f3-9468-9e39dbe3977b req-e470cf48-d5b4-43a3-8c32-69e80145f5ba tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:26.763885 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e64b0aaf-42cd-48f3-9468-9e39dbe3977b req-e470cf48-d5b4-43a3-8c32-69e80145f5ba tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0917490 Mar 26 03:04:26.771221 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:26.771703 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:26.846628 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e64b0aaf-42cd-48f3-9468-9e39dbe3977b req-6902f0c7-bce0-4736-8612-cd7d2854a9cf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769131 Mar 26 03:04:26.863533 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:26.864030 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:26.897130 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:26.902459 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:26.958767 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=7']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:27.109240 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:27.112434 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb45d33-2887-4a66-826f-74e9f5ccbc4f" -d '{"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:27.179564 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea6b2-b472-4e46-8f24-10491ca453fa req-e506c109-d5e1-471b-8d53-aefd3f878dff tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:27.180948 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-830ea6b2-b472-4e46-8f24-10491ca453fa req-e506c109-d5e1-471b-8d53-aefd3f878dff tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0883846 Mar 26 03:04:27.203626 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9bc86-2ce5-4b15-9f9f-255883efc723 req-4332fc7f-1c09-4ca6-9002-e15252aec87f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:27.205067 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-84d9bc86-2ce5-4b15-9f9f-255883efc723 req-4332fc7f-1c09-4ca6-9002-e15252aec87f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1255538 Mar 26 03:04:27.284597 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-830ea6b2-b472-4e46-8f24-10491ca453fa req-7a9ad6a9-1196-42c2-95d8-3ddd73cdd988 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959394 Mar 26 03:04:27.287844 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-84d9bc86-2ce5-4b15-9f9f-255883efc723 req-716e650c-95ef-46e1-a917-72bb81506d5c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747650 Mar 26 03:04:27.384219 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbbd004-a1ee-4fdd-a070-50200ad8eed8 x-openstack-request-id: req-3bbbd004-a1ee-4fdd-a070-50200ad8eed8 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:27.384899 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:27.385258 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bbbd004-a1ee-4fdd-a070-50200ad8eed8 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:27.385820 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbbd004-a1ee-4fdd-a070-50200ad8eed8'] response: {'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'code': 200} Mar 26 03:04:27.973249 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d8c8e-0445-4989-a605-bce80282db50 req-4ad59656-7783-4803-91b2-7040ab855b5c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:27.974740 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c61d8c8e-0445-4989-a605-bce80282db50 req-4ad59656-7783-4803-91b2-7040ab855b5c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0615082 Mar 26 03:04:28.025013 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c61d8c8e-0445-4989-a605-bce80282db50 req-069e6b9c-90cc-40f3-ac0a-d6385925bf5d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442746 Mar 26 03:04:28.267655 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fe4ac090-172f-4180-8b59-573640d11f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:28.516751 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff949c6d-70c7-48b6-ac1a-795a42b635b7 req-b574243e-0cca-4b18-8509-0097120877c8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:28.518389 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ff949c6d-70c7-48b6-ac1a-795a42b635b7 req-b574243e-0cca-4b18-8509-0097120877c8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0925820 Mar 26 03:04:28.535066 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfc8b3-920b-49c4-973e-9e8abb3b9de9 req-ea936ceb-350b-4812-86eb-9c5e8643db5b tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:28.536667 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bfdfc8b3-920b-49c4-973e-9e8abb3b9de9 req-ea936ceb-350b-4812-86eb-9c5e8643db5b tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 945 time: 0.1089973 Mar 26 03:04:28.611622 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ff949c6d-70c7-48b6-ac1a-795a42b635b7 req-e262aebb-c1c6-4072-a264-2989c22a5881 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858057 Mar 26 03:04:28.616943 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bfdfc8b3-920b-49c4-973e-9e8abb3b9de9 req-4348dd49-eb4e-4d5d-a8ba-a2ff6cd7ea10 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741670 Mar 26 03:04:29.397068 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23804dc8-9cc0-4489-8d23-edce03414378 req-822d9d2e-6842-4b4f-984b-25af0570ee96 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:29.398674 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-23804dc8-9cc0-4489-8d23-edce03414378 req-822d9d2e-6842-4b4f-984b-25af0570ee96 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0607183 Mar 26 03:04:29.458331 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-23804dc8-9cc0-4489-8d23-edce03414378 req-688a7063-c22d-467d-8a5c-3afafc99f4f1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511642 Mar 26 03:04:29.704088 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:29.759380 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55418) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:29.769359 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-89506d18-d090-4931-b116-b6b810644518 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819159268', 'description': 'tempest-description--1321793101'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:29.812051 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89506d18-d090-4931-b116-b6b810644518 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:29.852351 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2043e-f23a-46c5-862b-c46d13cf9f23 req-eb7167b7-0948-4451-bc03-b273946ade2e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:29.855155 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60e2043e-f23a-46c5-862b-c46d13cf9f23 req-eb7167b7-0948-4451-bc03-b273946ade2e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1050913 Mar 26 03:04:29.883528 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89506d18-d090-4931-b116-b6b810644518 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group (75ea1b55-19f4-4f3f-918c-73907c165e4b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:29.890385 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89506d18-d090-4931-b116-b6b810644518 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (75ea1b55-19f4-4f3f-918c-73907c165e4b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:29.914310 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60e2043e-f23a-46c5-862b-c46d13cf9f23 req-1330735a-3661-4005-9ee3-2919834d2401 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518634 Mar 26 03:04:29.931704 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89506d18-d090-4931-b116-b6b810644518 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:29.933457 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-89506d18-d090-4931-b116-b6b810644518 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1724672 Mar 26 03:04:29.935867 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89506d18-d090-4931-b116-b6b810644518 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ea1b55-19f4-4f3f-918c-73907c165e4b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:29.936806 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 55420) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:29.952020 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2f582739-bf3d-4429-bc70-96e68d63b16f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Request body: {'security_group_rule': {'security_group_id': '75ea1b55-19f4-4f3f-918c-73907c165e4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:29.988129 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f582739-bf3d-4429-bc70-96e68d63b16f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group_rule (a6a355aa-024a-4ba0-a492-93673f8f8404), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.051661 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f582739-bf3d-4429-bc70-96e68d63b16f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group_rule (a6a355aa-024a-4ba0-a492-93673f8f8404), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.058371 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f582739-bf3d-4429-bc70-96e68d63b16f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (a6a355aa-024a-4ba0-a492-93673f8f8404), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.079412 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f582739-bf3d-4429-bc70-96e68d63b16f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a355aa-024a-4ba0-a492-93673f8f8404,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:30.085903 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f582739-bf3d-4429-bc70-96e68d63b16f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.089675 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2f582739-bf3d-4429-bc70-96e68d63b16f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491637 Mar 26 03:04:30.089675 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 55422) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:30.095053 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a1fb8354-201b-4390-9729-bdea62ae1933 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Request body: {'security_group_rule': {'security_group_id': '75ea1b55-19f4-4f3f-918c-73907c165e4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:30.126980 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8354-201b-4390-9729-bdea62ae1933 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group_rule (17a2ed13-6012-4cf7-9f14-1b7a211b6452), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.201827 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8354-201b-4390-9729-bdea62ae1933 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group_rule (17a2ed13-6012-4cf7-9f14-1b7a211b6452), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.208572 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8354-201b-4390-9729-bdea62ae1933 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (17a2ed13-6012-4cf7-9f14-1b7a211b6452), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.228495 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb8354-201b-4390-9729-bdea62ae1933 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a2ed13-6012-4cf7-9f14-1b7a211b6452,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:30.240413 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8354-201b-4390-9729-bdea62ae1933 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.248445 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a1fb8354-201b-4390-9729-bdea62ae1933 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576440 Mar 26 03:04:30.248639 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55424) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:30.253087 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:30.279790 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.399203 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.524911 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Allocated IP 172.28.2.251 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/d1c644af-34b6-4f01-a61c-7ffd614d8732) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:04:30.614017 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a427ba8-56ec-439e-968d-e3ac998e1af2 req-26d7ae7c-96ad-4665-b4c1-eee3eacdcda3 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:30.614017 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6a427ba8-56ec-439e-968d-e3ac998e1af2 req-26d7ae7c-96ad-4665-b4c1-eee3eacdcda3 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0670204 Mar 26 03:04:30.698127 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6a427ba8-56ec-439e-968d-e3ac998e1af2 req-e0ed36d0-c5b0-4c5f-a84d-1b0f5b2846bb tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/security-groups?id=7911fb07-2201-4ea8-9693-b473abe37a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776613 Mar 26 03:04:30.713833 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for port (d1c644af-34b6-4f01-a61c-7ffd614d8732), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.749200 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (d1c644af-34b6-4f01-a61c-7ffd614d8732), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.790152 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:04:30.794994 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:04:30.801533 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:04:30.824299 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event updated for resources: {'Port': ['ID=d1c644af-34b6-4f01-a61c-7ffd614d8732,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:30.912038 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for floatingip (8b791a43-eb67-49db-98ec-8f71056ae127), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:30.959434 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (d1c644af-34b6-4f01-a61c-7ffd614d8732), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.051216 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.082667 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782875fa-4da0-45cb-b475-a4d1a6c06e6d req-a91d2fee-00ad-487c-a0e9-15cdd7c26a37 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:31.090010 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-782875fa-4da0-45cb-b475-a4d1a6c06e6d req-a91d2fee-00ad-487c-a0e9-15cdd7c26a37 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0710406 Mar 26 03:04:31.170859 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-782875fa-4da0-45cb-b475-a4d1a6c06e6d req-4657a846-1d60-4cdc-9969-329386b84f00 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798903 Mar 26 03:04:31.193565 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for port (d1c644af-34b6-4f01-a61c-7ffd614d8732), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.201303 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (d1c644af-34b6-4f01-a61c-7ffd614d8732), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.213827 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-ab8c5095-7474-4e84-84b0-b4e20b7e7991 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:31.216109 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-ab8c5095-7474-4e84-84b0-b4e20b7e7991 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.15 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 945 time: 0.1107712 Mar 26 03:04:31.273674 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (8b791a43-eb67-49db-98ec-8f71056ae127), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.296263 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.297706 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0479996 Mar 26 03:04:31.307134 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e122ede-d8ab-4c6b-bbc9-aaecf031147c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event updated for resources: {'Port': ['ID=d1c644af-34b6-4f01-a61c-7ffd614d8732,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:31.342722 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Deleting port 1b944b45-8bfe-4160-860a-1e79f5eff32f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:04:31.343090 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.478488 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] For port 1b944b45-8bfe-4160-860a-1e79f5eff32f, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1b944b45-8bfe-4160-860a-1e79f5eff32f,segment=NetworkSegment(41faa6f6-fec0-4b7d-a6de-00feb4546a9b),segment_id=41faa6f6-fec0-4b7d-a6de-00feb4546a9b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:31.478697 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.500219 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Calling delete_port for 1b944b45-8bfe-4160-860a-1e79f5eff32f owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:04:31.735131 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (1b944b45-8bfe-4160-860a-1e79f5eff32f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.749826 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['1b944b45-8bfe-4160-860a-1e79f5eff32f'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:31.771816 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-8223e8db-55cf-49b2-b622-9fa4e80aa629 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1819159268&fields=id&tenant_id=2f5c934af0964ba5bba5bdec639ff075 HTTP/1.1" status: 200 len: 267 time: 0.1061440 Mar 26 03:04:31.779181 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Pushing event deleted for resources: {'Port': ['ID=1b944b45-8bfe-4160-860a-1e79f5eff32f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:31.922981 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0bcfb695-fd1b-4218-ac69-8d4ce50665b3 req-19eb24d8-dade-457c-9449-0e2a1d947d20 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e402d014-57f4-483b-8fc7-288c0df1fcc9 HTTP/1.1" status: 200 len: 210 time: 0.1028395 Mar 26 03:04:31.923927 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] No DVR routers for this DVR port 1b944b45-8bfe-4160-860a-1e79f5eff32f on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:04:31.930303 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:31.933617 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3d0419e0-39f1-4c60-8a32-6d47be677a99 req-c873a1a1-b152-4f6b-8679-1119b0bdbec1 tempest-VolumesActionsTest-1672163292 tempest-VolumesActionsTest-1672163292-project] 10.222.0.15 "DELETE /v2.0/ports/1b944b45-8bfe-4160-860a-1e79f5eff32f HTTP/1.1" status: 204 len: 173 time: 0.7118771 Mar 26 03:04:31.934069 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e402d014-57f4-483b-8fc7-288c0df1fcc9', 'name': 'network-vif-deleted', 'tag': '1b944b45-8bfe-4160-860a-1e79f5eff32f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:31.937023 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d309584-ad78-42a9-a408-0953b9b2306f" -d '{"events": [{"server_uuid": "e402d014-57f4-483b-8fc7-288c0df1fcc9", "name": "network-vif-deleted", "tag": "1b944b45-8bfe-4160-860a-1e79f5eff32f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:32.013696 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-4951afbe-c3a8-4037-a432-8d5f537c119b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:32.015305 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-4951afbe-c3a8-4037-a432-8d5f537c119b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 819 time: 0.2332940 Mar 26 03:04:32.016808 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8259846-b0eb-41ab-b74f-aab601ca7374 x-openstack-request-id: req-d8259846-b0eb-41ab-b74f-aab601ca7374 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:32.017097 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e402d014-57f4-483b-8fc7-288c0df1fcc9", "name": "network-vif-deleted", "tag": "1b944b45-8bfe-4160-860a-1e79f5eff32f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:32.017349 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8259846-b0eb-41ab-b74f-aab601ca7374 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:32.017744 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8259846-b0eb-41ab-b74f-aab601ca7374'] response: {'server_uuid': 'e402d014-57f4-483b-8fc7-288c0df1fcc9', 'name': 'network-vif-deleted', 'tag': '1b944b45-8bfe-4160-860a-1e79f5eff32f', 'status': 'completed', 'code': 200} Mar 26 03:04:32.030477 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-648d39a8-03fa-4e4c-ae4a-05b4380f74de tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/quotas/2f5c934af0964ba5bba5bdec639ff075 HTTP/1.1" status: 200 len: 375 time: 0.0095963 Mar 26 03:04:32.105769 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-de1bfc84-945f-4e08-aa4e-19f21c1d5fdc tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0676155 Mar 26 03:04:32.219704 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-9e74fcc8-4e03-44cb-88a0-4229bc6a01e7 service neutron] 10.222.0.13 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015139 Mar 26 03:04:32.353879 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c224709-d028-4bc2-97e6-a8964559d2c1 req-71da497e-bf7b-456b-9afe-afe6a307eec5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:32.355526 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4c224709-d028-4bc2-97e6-a8964559d2c1 req-71da497e-bf7b-456b-9afe-afe6a307eec5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0861685 Mar 26 03:04:32.363508 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-c04abd9b-5675-4155-9f6c-dc4829a1e773 service neutron] 10.222.0.13 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427295 Mar 26 03:04:32.429321 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4c224709-d028-4bc2-97e6-a8964559d2c1 req-ad80d1e8-c700-463d-82f5-f0314bea5d6a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648041 Mar 26 03:04:32.600479 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b668e60b-b783-48bd-8e99-618e8f09371e req-93e8fc1c-23f6-4df5-b1cc-6fb6a741a2d0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 210 time: 0.0603328 Mar 26 03:04:32.681136 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:33.598754 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba016c34-21b3-4847-a38e-a59738b651c5 req-27ffa4d1-5c68-43c1-91c1-2492ff2d71b0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:33.606696 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ba016c34-21b3-4847-a38e-a59738b651c5 req-27ffa4d1-5c68-43c1-91c1-2492ff2d71b0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0847528 Mar 26 03:04:33.658838 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ba016c34-21b3-4847-a38e-a59738b651c5 req-9a1d0cdc-5904-489e-8646-d83b7a9dda7c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511594 Mar 26 03:04:33.748588 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8851a6c2-730e-4506-8d15-4730b57bc324 req-d58633ad-0730-48bc-ab3e-ec3506af6d6b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 210 time: 0.0349774 Mar 26 03:04:34.020301 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-7b485be9-1f05-46b2-ba27-935da3888172 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:34.021756 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-7b485be9-1f05-46b2-ba27-935da3888172 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 819 time: 0.1829915 Mar 26 03:04:34.113664 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-de1f51a1-1bfe-467a-9c76-e8e383d3d5f2 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f5c934af0964ba5bba5bdec639ff075 HTTP/1.1" status: 200 len: 380 time: 0.0675712 Mar 26 03:04:34.140530 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Request body: {'port': {'device_id': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'admin_state_up': True, 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'security_groups': ['75ea1b55-19f4-4f3f-918c-73907c165e4b']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:34.269994 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Made reservation on behalf of 2f5c934af0964ba5bba5bdec639ff075 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:04:34.274640 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:34.415077 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Allocated IP 172.20.0.9 (33f6b930-86b6-4a58-a314-ac354f6e1adb/e1facc4f-cb68-4c17-addf-8ee9546ced99/4b711b1f-aed8-44f3-abac-305dcc60b9ae) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:04:34.577880 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:34.630394 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:34.674506 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:04:34.681647 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:04:34.690889 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:04:34.718926 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event updated for resources: {'Port': ['ID=4b711b1f-aed8-44f3-abac-305dcc60b9ae,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:34.751065 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:34.751960 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:34.763031 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 1b944b45-8bfe-4160-860a-1e79f5eff32f no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:04:34.792237 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 1b944b45-8bfe-4160-860a-1e79f5eff32f {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:04:34.792707 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 1b944b45-8bfe-4160-860a-1e79f5eff32f not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:04:34.803927 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-85ce185a-c6fd-4caf-b6ef-17151b475e0d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6678705 Mar 26 03:04:34.826999 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Request body: {'port': {'device_id': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:34.839841 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847a789-7bf8-4023-958c-e93fa362c3ee req-a4920c5f-5d7c-480f-aabf-508a5f587569 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:34.841610 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e847a789-7bf8-4023-958c-e93fa362c3ee req-a4920c5f-5d7c-480f-aabf-508a5f587569 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0775635 Mar 26 03:04:34.967798 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e847a789-7bf8-4023-958c-e93fa362c3ee req-ef0ab0e5-b3ae-4459-8482-9f1bc9a9e4d1 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100581 Mar 26 03:04:34.975231 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:34.980962 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-6ca0d9c8-5aff-4250-b44b-66614dc7ff4e None None] Provisioning complete for port 4b711b1f-aed8-44f3-abac-305dcc60b9ae triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:34.981815 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ca0d9c8-5aff-4250-b44b-66614dc7ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:35.019688 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0d9c8-5aff-4250-b44b-66614dc7ff4e None None] Port 4b711b1f-aed8-44f3-abac-305dcc60b9ae cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:04:35.037474 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67ec78-154c-4d8e-98f4-c8f37f948932 req-4145a4e5-09ce-4a25-bc0a-501ddc51bdcf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:35.038928 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b67ec78-154c-4d8e-98f4-c8f37f948932 req-4145a4e5-09ce-4a25-bc0a-501ddc51bdcf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 931 time: 0.1802828 Mar 26 03:04:35.157256 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b67ec78-154c-4d8e-98f4-c8f37f948932 req-958f40d4-4fb3-4fb9-9c7d-0bdee42379a7 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121876 Mar 26 03:04:35.320353 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b711b1f-aed8-44f3-abac-305dcc60b9ae {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:35.328524 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Publish callbacks [] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:35.344043 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Transition to ACTIVE for port object 4b711b1f-aed8-44f3-abac-305dcc60b9ae will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:04:35.350120 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:35.424040 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Pushing event updated for resources: {'Port': ['ID=4b711b1f-aed8-44f3-abac-305dcc60b9ae,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:35.482765 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Attempting to bind port 4b711b1f-aed8-44f3-abac-305dcc60b9ae on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:04:35.483282 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Attempting to bind port 4b711b1f-aed8-44f3-abac-305dcc60b9ae by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:04:35.483715 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Attempting to bind port 4b711b1f-aed8-44f3-abac-305dcc60b9ae on network 33f6b930-86b6-4a58-a314-ac354f6e1adb {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:04:35.488897 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Port 4b711b1f-aed8-44f3-abac-305dcc60b9ae on network 33f6b930-86b6-4a58-a314-ac354f6e1adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:04:35.489312 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Attempting to bind port 4b711b1f-aed8-44f3-abac-305dcc60b9ae on network 33f6b930-86b6-4a58-a314-ac354f6e1adb {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:04:35.495168 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:04:35.495611 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Checking segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:04:35.496062 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Bound using segment: {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:04:35.496632 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Bound port: 4b711b1f-aed8-44f3-abac-305dcc60b9ae, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa2fb5d-b136-4f7f-b187-41225e3e45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:04:35.497337 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:35.572903 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] For port 4b711b1f-aed8-44f3-abac-305dcc60b9ae, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:04:35.582220 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] For port 4b711b1f-aed8-44f3-abac-305dcc60b9ae, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:04:35.594187 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:35.645817 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:35.646577 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:35.648920 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] 10.222.0.15 "PUT /v2.0/ports/4b711b1f-aed8-44f3-abac-305dcc60b9ae HTTP/1.1" status: 200 len: 1093 time: 0.8272057 Mar 26 03:04:35.651640 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:35.660027 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-1bcfd93b-e2f1-451c-8c65-1f7bfd1b1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:35.662446 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-1bcfd93b-e2f1-451c-8c65-1f7bfd1b1b10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 1129 time: 0.0852840 Mar 26 03:04:35.668322 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e56486-de31-4fa6-ba7e-6fdf986ce971" -d '{"events": [{"name": "network-changed", "server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:35.752220 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc10ad6-973e-4a99-add2-820bdcbed280 x-openstack-request-id: req-4dc10ad6-973e-4a99-add2-820bdcbed280 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:35.752856 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:35.753186 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dc10ad6-973e-4a99-add2-820bdcbed280 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:35.753641 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc10ad6-973e-4a99-add2-820bdcbed280'] response: {'name': 'network-changed', 'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'status': 'completed', 'code': 200} Mar 26 03:04:35.782474 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cfb53-666b-4aee-81fb-d6ffc566d8cc service neutron] Pushing event updated for resources: {'Port': ['ID=4b711b1f-aed8-44f3-abac-305dcc60b9ae,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:35.820228 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-9f56be4e-edf5-481e-baeb-a52bb9520b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:35.825932 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-9f56be4e-edf5-481e-baeb-a52bb9520b13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 1127 time: 0.0916803 Mar 26 03:04:35.832378 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-0f9acff2-f8a0-41ec-bc4f-86480d1904fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:35.834747 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-0f9acff2-f8a0-41ec-bc4f-86480d1904fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 917 time: 0.1565449 Mar 26 03:04:35.891733 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-7fff8164-195c-4185-940c-c027bad20dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae HTTP/1.1" status: 200 len: 217 time: 0.0558503 Mar 26 03:04:35.923632 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-b50afee3-7aa4-4476-af91-3ed16488e158 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a HTTP/1.1" status: 200 len: 1001 time: 0.0784686 Mar 26 03:04:35.952877 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-b74f362c-d078-4a27-a67a-106948702c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:35.954341 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-b74f362c-d078-4a27-a67a-106948702c39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0548773 Mar 26 03:04:36.022168 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-f9d8656b-8ae2-4a0e-8438-8d5f1e42348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:36.025409 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-4212a551-09e5-4f9f-b762-7c2620cfd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:36.027184 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-4212a551-09e5-4f9f-b762-7c2620cfd293 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0662866 Mar 26 03:04:36.028647 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-f9d8656b-8ae2-4a0e-8438-8d5f1e42348c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0858817 Mar 26 03:04:36.121528 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-acf23117-61d7-4397-b6fb-e6b3db39bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:36.123971 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-acf23117-61d7-4397-b6fb-e6b3db39bcdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0857105 Mar 26 03:04:36.160628 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-7a69d60b-7b8f-4adf-8ec9-c41a27e0c4ec service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215587 Mar 26 03:04:36.267090 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-67eb6db4-b700-43a5-9f79-ad31ca7fa0c4 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364708 Mar 26 03:04:36.415179 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-91cd0e16-7a46-40e8-bc1d-96acfb2a698f req-e531f640-2a4f-484b-9786-37bd710ddd9d service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398315 Mar 26 03:04:36.447142 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b0a97-467d-46cb-bbf5-dcc6e720fd9d req-f9d5eec8-9ebc-4b31-a470-16230cebb9c9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:36.449366 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c88b0a97-467d-46cb-bbf5-dcc6e720fd9d req-f9d5eec8-9ebc-4b31-a470-16230cebb9c9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.3465660 Mar 26 03:04:36.579183 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4176345-643e-4b13-9107-e1ba7cab18ed req-138853bd-d4e2-4190-9e18-9347a4a44491 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:36.587419 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e4176345-643e-4b13-9107-e1ba7cab18ed req-138853bd-d4e2-4190-9e18-9347a4a44491 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 943 time: 0.1607068 Mar 26 03:04:36.609151 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c88b0a97-467d-46cb-bbf5-dcc6e720fd9d req-be1e1b23-f149-407b-83e2-4f594dde79ba tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408119 Mar 26 03:04:36.613242 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f21a7d80-b440-47a6-8b02-6a13ce7d594d req-9e78f783-8094-4fb1-95da-1ba19b43e297 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461713 Mar 26 03:04:36.658987 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e4176345-643e-4b13-9107-e1ba7cab18ed req-f1ed3f06-9c56-483c-b661-7a1642cd3eac tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687828 Mar 26 03:04:36.741434 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-de6eb9b7-863e-4c5e-9ad0-e68fcbba49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:36.743107 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-de6eb9b7-863e-4c5e-9ad0-e68fcbba49d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 1127 time: 0.0495605 Mar 26 03:04:36.850103 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-a0e53170-b1ac-4019-a169-25eece72bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:36.851853 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-a0e53170-b1ac-4019-a169-25eece72bfb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.1018538 Mar 26 03:04:36.898585 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-004a8957-2bcb-49dc-9c43-eff4965e19db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae HTTP/1.1" status: 200 len: 217 time: 0.0387359 Mar 26 03:04:36.956585 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-9a566219-aa2a-41bd-9ce6-0298fe6084c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:36.958085 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-9a566219-aa2a-41bd-9ce6-0298fe6084c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0494289 Mar 26 03:04:37.013666 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-832a09dc-57c6-4286-89f3-673494c8f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:37.015315 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-832a09dc-57c6-4286-89f3-673494c8f986 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473180 Mar 26 03:04:37.128213 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-7e5745ba-59a1-405c-8ca6-5c879c4d0b25 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994301 Mar 26 03:04:37.224556 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94e56486-de31-4fa6-ba7e-6fdf986ce971 req-0c7797ac-c11d-4e1f-a485-a4036849f05a service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881627 Mar 26 03:04:37.807665 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c34824-490a-4ae6-9655-6b542d85c9ea req-f6ad1658-e9fb-4ec7-9f1f-a29073ce8bcc tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:37.809101 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-39c34824-490a-4ae6-9655-6b542d85c9ea req-f6ad1658-e9fb-4ec7-9f1f-a29073ce8bcc tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.0941031 Mar 26 03:04:37.820596 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560936ef-8622-4051-9787-a1d0f50ad5ab req-f7083852-97fc-4b1e-a4b0-fd04b8359367 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:37.822308 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-560936ef-8622-4051-9787-a1d0f50ad5ab req-f7083852-97fc-4b1e-a4b0-fd04b8359367 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 943 time: 0.0740356 Mar 26 03:04:37.894306 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-39c34824-490a-4ae6-9655-6b542d85c9ea req-95f58c5b-699f-4897-89a5-842d4fff7ef6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711026 Mar 26 03:04:37.898656 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-560936ef-8622-4051-9787-a1d0f50ad5ab req-eb1d654e-0ff1-4adf-908f-6a4d49caebf9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695920 Mar 26 03:04:38.775114 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 4b711b1f-aed8-44f3-abac-305dcc60b9ae details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:04:38.780272 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:04:38.913414 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 4b711b1f-aed8-44f3-abac-305dcc60b9ae, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:38.929292 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'port_id': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'mac_address': 'fa:16:3e:42:e0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:04:39.028654 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 4b711b1f-aed8-44f3-abac-305dcc60b9ae is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:39.029003 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:39.055638 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b711b1f-aed8-44f3-abac-305dcc60b9ae {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:04:39.081220 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 4b711b1f-aed8-44f3-abac-305dcc60b9ae, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:39.081220 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a is: ACTIVE; New status is: DOWN {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:39.083204 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:39.104555 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf8863-eabd-4dfa-8b3d-0437194a0bf1 req-f4929784-bdfe-4112-a663-de4faeb30982 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:39.107198 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cfbf8863-eabd-4dfa-8b3d-0437194a0bf1 req-f4929784-bdfe-4112-a663-de4faeb30982 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 943 time: 0.0681415 Mar 26 03:04:39.111755 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:39.114285 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df94199d-a4e8-40e5-bd37-07018917aa51" -d '{"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:39.117047 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:39.126691 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a34930-f689-4952-918b-4d250b189b33 req-87184318-74da-45f9-9388-20b44440639c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:39.135463 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-96a34930-f689-4952-918b-4d250b189b33 req-87184318-74da-45f9-9388-20b44440639c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 945 time: 0.1284363 Mar 26 03:04:39.155264 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:39.163389 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:39.200490 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=4b711b1f-aed8-44f3-abac-305dcc60b9ae,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:39.234598 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-96a34930-f689-4952-918b-4d250b189b33 req-6f531a9f-797f-4b1b-be74-685b3ea88b7b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979750 Mar 26 03:04:39.269486 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cfbf8863-eabd-4dfa-8b3d-0437194a0bf1 req-c2f9f52c-1163-4aa8-a1db-a15101018f5d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100509 Mar 26 03:04:39.271168 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=8']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:39.300245 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9476eb-7518-4113-97ed-d20492735ce5 x-openstack-request-id: req-5a9476eb-7518-4113-97ed-d20492735ce5 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:39.300545 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:39.300806 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a9476eb-7518-4113-97ed-d20492735ce5 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:39.301212 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9476eb-7518-4113-97ed-d20492735ce5'] response: {'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'code': 200} Mar 26 03:04:39.520503 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['4b711b1f-aed8-44f3-abac-305dcc60b9ae'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:04:39.885553 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [req-df2c8c15-b380-461b-bb78-978374259176 req-611b5c5c-a2a5-4a22-8d6f-b96335b07e93 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:04:39.889286 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-df2c8c15-b380-461b-bb78-978374259176 req-611b5c5c-a2a5-4a22-8d6f-b96335b07e93 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068884 Mar 26 03:04:40.086716 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812855f2-dec9-4cd0-9f84-085fc8069a5b req-2a73a4a1-dd22-48fe-807b-46f95daab5e8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:40.094183 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-812855f2-dec9-4cd0-9f84-085fc8069a5b req-2a73a4a1-dd22-48fe-807b-46f95daab5e8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0647559 Mar 26 03:04:40.142877 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-812855f2-dec9-4cd0-9f84-085fc8069a5b req-9cb3fd01-e7b4-409d-b3e5-93728ee6dfcc tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476077 Mar 26 03:04:40.426513 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbf325-8189-4fc6-bb02-4b31974f173f req-83f43bfb-4818-4339-aa57-c8faa33d949f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:40.433941 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-79dbf325-8189-4fc6-bb02-4b31974f173f req-83f43bfb-4818-4339-aa57-c8faa33d949f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 944 time: 0.0742531 Mar 26 03:04:40.497211 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55638) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:40.499702 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-79dbf325-8189-4fc6-bb02-4b31974f173f req-5573442e-be18-4683-8292-f9517924fd76 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594831 Mar 26 03:04:40.614447 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-d3d97d45-cba2-49b3-99a8-ec74852aecba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134677 Mar 26 03:04:40.628288 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-448f95a6-9a46-48d4-8f13-7e48401a5579 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:04:40.629382 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-448f95a6-9a46-48d4-8f13-7e48401a5579 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059221 Mar 26 03:04:40.727251 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55646) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:40.787970 dv-cinder-835328-1-smb neutron-server[103164]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 26 03:04:40.802819 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 4b711b1f-aed8-44f3-abac-305dcc60b9ae up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:04:40.859533 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-d6c54efb-e3f3-41ad-a2b9-23778bcbd124 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:40.869670 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-d6c54efb-e3f3-41ad-a2b9-23778bcbd124 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports/7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a HTTP/1.1" status: 200 len: 940 time: 0.1409481 Mar 26 03:04:40.888453 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 4b711b1f-aed8-44f3-abac-305dcc60b9ae completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:04:40.898129 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 4b711b1f-aed8-44f3-abac-305dcc60b9ae triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:40.898505 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:40.989302 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 4b711b1f-aed8-44f3-abac-305dcc60b9ae is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:40.989735 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:41.028817 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 4b711b1f-aed8-44f3-abac-305dcc60b9ae, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:04:41.036045 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:41.039010 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:04:41.123407 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=4b711b1f-aed8-44f3-abac-305dcc60b9ae,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:41.172551 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a is: DOWN; New status is: DOWN {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:41.297679 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068a1ac-b82e-4822-b07b-5791541ff31a req-a10261c3-1105-4f3f-8bb4-0cc34c31e8cd tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:41.303499 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:41.305376 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4068a1ac-b82e-4822-b07b-5791541ff31a req-a10261c3-1105-4f3f-8bb4-0cc34c31e8cd tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0678322 Mar 26 03:04:41.305995 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6975f8b-7d88-49af-9c65-a84dabd0d3fb" -d '{"events": [{"server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "name": "network-vif-plugged", "status": "completed", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:41.392609 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93dab54-a15c-4e6a-b6a2-bbbb1b8f0b75 x-openstack-request-id: req-f93dab54-a15c-4e6a-b6a2-bbbb1b8f0b75 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:41.393159 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "name": "network-vif-plugged", "status": "completed", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:41.393667 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f93dab54-a15c-4e6a-b6a2-bbbb1b8f0b75 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:41.394352 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93dab54-a15c-4e6a-b6a2-bbbb1b8f0b75'] response: {'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'code': 200} Mar 26 03:04:41.408910 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4068a1ac-b82e-4822-b07b-5791541ff31a req-3f46a023-b9fc-4b31-9937-501027cb4e1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862865 Mar 26 03:04:41.593363 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:41.699222 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba4aaf-a35e-4b94-ba2d-746e80dbfeaf req-da6e7a82-6452-4c98-ad8f-89f41f59974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:41.703019 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ddba4aaf-a35e-4b94-ba2d-746e80dbfeaf req-da6e7a82-6452-4c98-ad8f-89f41f59974e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 1129 time: 0.1322517 Mar 26 03:04:41.717543 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c077ad-8b54-40c9-ad01-4489bdf68fa8 req-6267586c-551f-4318-8256-0eaf414de5d0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:41.719243 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a8c077ad-8b54-40c9-ad01-4489bdf68fa8 req-6267586c-551f-4318-8256-0eaf414de5d0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.1572268 Mar 26 03:04:41.795245 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ddba4aaf-a35e-4b94-ba2d-746e80dbfeaf req-63ed44b8-4fc7-4d2c-83a9-1f6045942500 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747669 Mar 26 03:04:41.803214 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a8c077ad-8b54-40c9-ad01-4489bdf68fa8 req-673b6312-1339-47d3-af3a-0bb85ae657c4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651319 Mar 26 03:04:42.556231 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a9bfd-3c94-477b-bfdc-47d2cdc282ad req-0be9558a-2bdd-4925-b1b5-def73e79b3ed tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:42.558077 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-376a9bfd-3c94-477b-bfdc-47d2cdc282ad req-0be9558a-2bdd-4925-b1b5-def73e79b3ed tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0588653 Mar 26 03:04:42.613063 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-376a9bfd-3c94-477b-bfdc-47d2cdc282ad req-746af53d-5b2e-4f11-b4ff-c8250547c25d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465827 Mar 26 03:04:42.846617 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-086d7a06-46ed-434e-9586-e74e6aa2fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:42.848238 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-086d7a06-46ed-434e-9586-e74e6aa2fe97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad&tenant_id=171e346333ca4d44b59ba34a1b15f865 HTTP/1.1" status: 200 len: 1127 time: 0.0833843 Mar 26 03:04:42.958376 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-50e41272-a8a9-402e-b077-f6b732982efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:42.959930 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-50e41272-a8a9-402e-b077-f6b732982efa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 1127 time: 0.0823891 Mar 26 03:04:42.971738 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c526821-7a9f-4799-8311-83f9b688f51f req-3dd683ba-ee9b-4bcf-87ad-7e150219df17 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:42.973048 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2c526821-7a9f-4799-8311-83f9b688f51f req-3dd683ba-ee9b-4bcf-87ad-7e150219df17 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0859995 Mar 26 03:04:43.067622 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2c526821-7a9f-4799-8311-83f9b688f51f req-a1043e3b-ccbf-4e6b-b1d7-8ef6cb5b6197 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864670 Mar 26 03:04:43.103069 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-8c30b080-6648-47fe-8808-30884bbf80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:43.104975 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-8c30b080-6648-47fe-8808-30884bbf80c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 917 time: 0.1310771 Mar 26 03:04:43.185146 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-985e378b-21c0-4ca3-8c1d-61d29720a8b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a HTTP/1.1" status: 200 len: 999 time: 0.0680845 Mar 26 03:04:43.240936 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-6fb66827-c62e-42b3-b7f4-9d60624484da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:43.242499 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-6fb66827-c62e-42b3-b7f4-9d60624484da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0462272 Mar 26 03:04:43.295051 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-b3ce94bd-6e69-45e0-a34c-f613514aa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:43.296916 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-b3ce94bd-6e69-45e0-a34c-f613514aa843 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469892 Mar 26 03:04:43.405753 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-c29c02e0-bb72-40d4-8c46-427e55fb8e83 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953379 Mar 26 03:04:43.510561 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bede2f2-28a5-4a69-83f9-2a3ca7d84fbe req-6de16c87-4527-4cb2-9a54-5e7c4f891432 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956852 Mar 26 03:04:43.764102 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40cdef-5330-4e27-9a64-66ddc3e9b019 req-41c7473f-1a99-4c25-b80e-9d8d6f935f39 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:43.765525 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb40cdef-5330-4e27-9a64-66ddc3e9b019 req-41c7473f-1a99-4c25-b80e-9d8d6f935f39 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0616887 Mar 26 03:04:43.815872 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb40cdef-5330-4e27-9a64-66ddc3e9b019 req-41caa0ea-50ff-4048-8ea4-636a046c3960 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430791 Mar 26 03:04:44.267398 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8f84f-838c-4b54-80a8-2f5ded68fd13 req-87312e55-6247-4289-9004-7ac9520997dc tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:44.269049 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fc8f84f-838c-4b54-80a8-2f5ded68fd13 req-87312e55-6247-4289-9004-7ac9520997dc tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.1133187 Mar 26 03:04:44.327645 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1fc8f84f-838c-4b54-80a8-2f5ded68fd13 req-ff26cc7a-8b22-49c0-8b0b-4257cc843fb0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528145 Mar 26 03:04:44.574131 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ce25e-bfb6-40b3-bc5b-85ab094e9ba3 req-3ddab9f4-5668-4f0c-8828-d42ef774dd2c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:44.576083 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1d0ce25e-bfb6-40b3-bc5b-85ab094e9ba3 req-3ddab9f4-5668-4f0c-8828-d42ef774dd2c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0766590 Mar 26 03:04:44.586375 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55718) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:44.591468 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-5036266f-c3da-4ca2-bcf8-ca9c067b5f3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Request body: {'floatingip': {'port_id': '4b711b1f-aed8-44f3-abac-305dcc60b9ae'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:44.656419 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5036266f-c3da-4ca2-bcf8-ca9c067b5f3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for floatingip (8b791a43-eb67-49db-98ec-8f71056ae127), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:45.015934 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a8fc5-6e00-41e5-bce0-35cb770987d1 req-1de65e05-1838-47eb-a3ed-ac46544b11ef tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:45.025803 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c85a8fc5-6e00-41e5-bce0-35cb770987d1 req-1de65e05-1838-47eb-a3ed-ac46544b11ef tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.1054816 Mar 26 03:04:45.141764 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c85a8fc5-6e00-41e5-bce0-35cb770987d1 req-24f62cc5-e6f9-41aa-b55e-90f82b62f574 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104355 Mar 26 03:04:45.212334 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5036266f-c3da-4ca2-bcf8-ca9c067b5f3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:45.217663 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5036266f-c3da-4ca2-bcf8-ca9c067b5f3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (8b791a43-eb67-49db-98ec-8f71056ae127), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:45.495862 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [None req-5036266f-c3da-4ca2-bcf8-ca9c067b5f3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Floating IP 8b791a43-eb67-49db-98ec-8f71056ae127 associated. External IP: 172.28.2.251, port: 4b711b1f-aed8-44f3-abac-305dcc60b9ae. Mar 26 03:04:45.796206 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5036266f-c3da-4ca2-bcf8-ca9c067b5f3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Router 5c22bc2d-3df5-4eaf-95d4-c475539da212 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:04:46.187222 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5036266f-c3da-4ca2-bcf8-ca9c067b5f3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:04:46.194531 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5036266f-c3da-4ca2-bcf8-ca9c067b5f3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:46.245205 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-5036266f-c3da-4ca2-bcf8-ca9c067b5f3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "PUT /v2.0/floatingips/8b791a43-eb67-49db-98ec-8f71056ae127 HTTP/1.1" status: 200 len: 991 time: 1.6405399 Mar 26 03:04:46.245205 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:04:46.245205 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082915e7-8dee-40e3-9ee2-47c9f6e66b37" -d '{"events": [{"name": "network-changed", "server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:04:46.260939 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] Sync routers for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:04:46.309966 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:04:46.310987 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:04:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:46.381119 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7c9136-2215-4d9d-931a-127099b54a43 x-openstack-request-id: req-7a7c9136-2215-4d9d-931a-127099b54a43 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:04:46.381473 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:04:46.381715 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a7c9136-2215-4d9d-931a-127099b54a43 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:04:46.382124 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7c9136-2215-4d9d-931a-127099b54a43'] response: {'name': 'network-changed', 'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'status': 'completed', 'code': 200} Mar 26 03:04:46.485751 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:04:46.498395 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6ef2a-df06-415b-ae16-32f2b6d4b562 req-bfb4d8f0-a6d8-441d-840d-9e0265008bfe tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:46.511906 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e6ef2a-df06-415b-ae16-32f2b6d4b562 req-bfb4d8f0-a6d8-441d-840d-9e0265008bfe tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.1383083 Mar 26 03:04:46.678822 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-55822129-9852-4e19-8d7b-cd0fe780c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:46.680345 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-55822129-9852-4e19-8d7b-cd0fe780c24b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 1129 time: 0.2479455 Mar 26 03:04:46.740754 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e6ef2a-df06-415b-ae16-32f2b6d4b562 req-06770171-37b3-44bb-903b-65dc5e05034d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242734 Mar 26 03:04:46.902673 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '8b791a43-eb67-49db-98ec-8f71056ae127', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'port_id': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'mac_address': 'fa:16:3e:42:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:30Z', 'updated_at': '2022-03-26T03:04:45Z', 'revision_number': 1, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:46.936062 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] Checking router: 5c22bc2d-3df5-4eaf-95d4-c475539da212 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:04:46.950767 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:04:46.951919 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:04:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:47.083100 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:04:47.431576 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '8b791a43-eb67-49db-98ec-8f71056ae127', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'port_id': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'mac_address': 'fa:16:3e:42:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:30Z', 'updated_at': '2022-03-26T03:04:45Z', 'revision_number': 1, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:47.485068 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92df1175-c66e-4f0b-b010-0968c5b655e1 None None] The sync data for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb is: [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '8b791a43-eb67-49db-98ec-8f71056ae127', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'port_id': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'mac_address': 'fa:16:3e:42:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:30Z', 'updated_at': '2022-03-26T03:04:45Z', 'revision_number': 1, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:04:47.753895 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f629df8f-0a91-4fd1-9e6c-9cb84130c177 None None] New status for floating IP 8b791a43-eb67-49db-98ec-8f71056ae127: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:04:47.911256 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc322d0e-1c64-46bd-a65c-5ec071a1ef50 req-c819e4c0-05e3-4bf1-bd32-6a2b3b9d7477 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:47.912959 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dc322d0e-1c64-46bd-a65c-5ec071a1ef50 req-c819e4c0-05e3-4bf1-bd32-6a2b3b9d7477 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0657158 Mar 26 03:04:47.981914 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dc322d0e-1c64-46bd-a65c-5ec071a1ef50 req-94b2a84a-31c7-4acb-a018-ecf0ab725301 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587149 Mar 26 03:04:49.155918 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4319f11-4e8d-4cdf-b1d2-157f14d518ac req-a078a346-806f-46ec-ad19-629ed5ef0ab8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:49.157774 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4319f11-4e8d-4cdf-b1d2-157f14d518ac req-a078a346-806f-46ec-ad19-629ed5ef0ab8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0663831 Mar 26 03:04:49.235177 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4319f11-4e8d-4cdf-b1d2-157f14d518ac req-dcc93cb0-2a7a-4542-85c5-b95ca6f5c92a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639503 Mar 26 03:04:50.421748 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688eca-407f-4c73-8ebf-75e21ba02e62 req-3571782a-1a36-4b69-a327-21aca3af5b34 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:50.427512 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0d688eca-407f-4c73-8ebf-75e21ba02e62 req-3571782a-1a36-4b69-a327-21aca3af5b34 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.1099143 Mar 26 03:04:50.525436 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0d688eca-407f-4c73-8ebf-75e21ba02e62 req-04b7fc6f-0df1-4c62-b204-bc08b763a12f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918739 Mar 26 03:04:51.726046 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadb37d-f0fd-41d1-8d60-ebb4519642c5 req-2b4c5034-3778-4092-a629-161cbaf7ddae tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:51.727870 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7eadb37d-f0fd-41d1-8d60-ebb4519642c5 req-2b4c5034-3778-4092-a629-161cbaf7ddae tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0742586 Mar 26 03:04:51.775616 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7eadb37d-f0fd-41d1-8d60-ebb4519642c5 req-cdc92996-489d-4837-ae38-228b66474c4d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Mar 26 03:04:52.929937 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fadfbe-6aa1-4e21-8652-9a09309578a4 req-cdbf7140-7e2e-4564-8135-d3e5110ac3ea tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:52.931798 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f8fadfbe-6aa1-4e21-8652-9a09309578a4 req-cdbf7140-7e2e-4564-8135-d3e5110ac3ea tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0731838 Mar 26 03:04:52.985589 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f8fadfbe-6aa1-4e21-8652-9a09309578a4 req-5e983c9f-c1f0-4314-9b11-6d8f0267efb2 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466352 Mar 26 03:04:54.124652 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfea7a8-2e56-4f73-9449-5b035bb23b30 req-07c8068a-8c0d-4a5a-8d6c-bdb7fee312d3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:54.126160 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9cfea7a8-2e56-4f73-9449-5b035bb23b30 req-07c8068a-8c0d-4a5a-8d6c-bdb7fee312d3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0616822 Mar 26 03:04:54.174998 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9cfea7a8-2e56-4f73-9449-5b035bb23b30 req-ed3de12f-572b-42ad-96fd-ef2434ecbbfd tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431168 Mar 26 03:04:54.423634 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55832) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:54.468371 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fbeead-d014-40eb-aa6c-eb28c7632f38 admin admin] Deleting subnet cd011b77-1ca7-4cca-86ba-90e54fce8ec0 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:04:54.471524 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73fbeead-d014-40eb-aa6c-eb28c7632f38 admin admin] Publish callbacks [] for subnet (cd011b77-1ca7-4cca-86ba-90e54fce8ec0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.509163 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73fbeead-d014-40eb-aa6c-eb28c7632f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29039028'] for subnet (cd011b77-1ca7-4cca-86ba-90e54fce8ec0), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.548542 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73fbeead-d014-40eb-aa6c-eb28c7632f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (cd011b77-1ca7-4cca-86ba-90e54fce8ec0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.601782 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73fbeead-d014-40eb-aa6c-eb28c7632f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29011280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29311475'] for subnet (cd011b77-1ca7-4cca-86ba-90e54fce8ec0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.629771 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbeead-d014-40eb-aa6c-eb28c7632f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd011b77-1ca7-4cca-86ba-90e54fce8ec0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:54.631796 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73fbeead-d014-40eb-aa6c-eb28c7632f38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.634917 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-73fbeead-d014-40eb-aa6c-eb28c7632f38 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd011b77-1ca7-4cca-86ba-90e54fce8ec0 HTTP/1.1" status: 204 len: 168 time: 0.2102785 Mar 26 03:04:54.637485 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55834) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:54.709083 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (5454d649-d2e5-43b6-829c-101305a5d22e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.787585 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (5454d649-d2e5-43b6-829c-101305a5d22e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.807674 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5454d649-d2e5-43b6-829c-101305a5d22e']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:54.817397 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41faa6f6-fec0-4b7d-a6de-00feb4546a9b') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:54.817748 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41faa6f6-fec0-4b7d-a6de-00feb4546a9b') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:04:54.827854 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29038989'] for segment (41faa6f6-fec0-4b7d-a6de-00feb4546a9b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.841827 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (41faa6f6-fec0-4b7d-a6de-00feb4546a9b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.848349 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:04:54.848819 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29010930'] for segment (41faa6f6-fec0-4b7d-a6de-00feb4546a9b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: Traceback (most recent call last): Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: timer() Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: cb(*args, **kw) Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: return func(*args, **kwargs) Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: self._notify() Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: self.callback(batched_events) Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: event.method(event) Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: return f(self, *a, **k) Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: return self._get(url).json() Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:04:54.850587 dv-cinder-835328-1-smb neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:04:54.909477 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (5454d649-d2e5-43b6-829c-101305a5d22e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.925773 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.931346 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] 10.222.0.13 "DELETE /v2.0/networks/5454d649-d2e5-43b6-829c-101305a5d22e HTTP/1.1" status: 204 len: 168 time: 0.2904172 Mar 26 03:04:54.931346 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cff9c-87c1-4502-ae80-b29b864dc74c admin admin] Pushing event deleted for resources: {'Network': ['ID=5454d649-d2e5-43b6-829c-101305a5d22e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:55.130326 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55840) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:55.170501 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b55e6539-6a05-4187-8e0c-dacdf38411b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d8449cda00140939c24ac707d94c3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388880 Mar 26 03:04:55.173064 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 55842) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:55.220034 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad589a92-a474-4dfe-9ef2-754ed343beba admin admin] Publish callbacks [] for security_group (7911fb07-2201-4ea8-9693-b473abe37a5f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:55.243077 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad589a92-a474-4dfe-9ef2-754ed343beba admin admin] Publish callbacks [] for security_group (7911fb07-2201-4ea8-9693-b473abe37a5f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:55.295336 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad589a92-a474-4dfe-9ef2-754ed343beba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7911fb07-2201-4ea8-9693-b473abe37a5f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:55.297899 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad589a92-a474-4dfe-9ef2-754ed343beba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:55.299066 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-ad589a92-a474-4dfe-9ef2-754ed343beba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7911fb07-2201-4ea8-9693-b473abe37a5f HTTP/1.1" status: 204 len: 168 time: 0.1251035 Mar 26 03:04:55.307160 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498ffd-38d8-4630-bd94-3a833730f10c req-efa5931d-01ec-4e9a-95e7-3d9b24e8491f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:55.309546 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-53498ffd-38d8-4630-bd94-3a833730f10c req-efa5931d-01ec-4e9a-95e7-3d9b24e8491f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0608559 Mar 26 03:04:55.321324 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad589a92-a474-4dfe-9ef2-754ed343beba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7911fb07-2201-4ea8-9693-b473abe37a5f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:55.373894 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-53498ffd-38d8-4630-bd94-3a833730f10c req-c1e74c85-f6df-4129-b8f9-38cc235e8e95 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587776 Mar 26 03:04:55.977071 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5928681c-4a17-4469-995a-ae897d81d442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:56.445809 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:04:56.500278 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2802f-4582-4653-bb6d-a4c2be57dff9 req-ccb8cdda-60d7-4afd-bf79-3631144ce64b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:56.501792 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-40b2802f-4582-4653-bb6d-a4c2be57dff9 req-ccb8cdda-60d7-4afd-bf79-3631144ce64b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0535648 Mar 26 03:04:56.553549 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-40b2802f-4582-4653-bb6d-a4c2be57dff9 req-021e09f1-55c0-40e9-a8f0-b830a2be70e8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460899 Mar 26 03:04:56.804922 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-90afc8d5-6f33-44bc-b3f2-d7db6ef4d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:56.806425 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-90afc8d5-6f33-44bc-b3f2-d7db6ef4d83a service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.0840225 Mar 26 03:04:56.877436 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-7bc6f2f0-8dfa-48ce-8cb4-32002246293b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae HTTP/1.1" status: 200 len: 1001 time: 0.0624135 Mar 26 03:04:56.925117 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-797ccc2d-f07f-4ec9-8c73-3872941cc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:56.926589 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-797ccc2d-f07f-4ec9-8c73-3872941cc221 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0428269 Mar 26 03:04:56.985378 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-b1d6d286-4c4a-451e-8955-28e3e21a242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:56.987002 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-b1d6d286-4c4a-451e-8955-28e3e21a242d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471234 Mar 26 03:04:57.088231 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-e1920a12-b317-47fc-9ff8-4ecaedcaca97 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911236 Mar 26 03:04:57.186546 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-082915e7-8dee-40e3-9ee2-47c9f6e66b37 req-5816b87c-abba-4fbb-b4c3-dc32f7ccc7de service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844011 Mar 26 03:04:57.686043 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffafb3-04b3-4c1a-adab-8c684fbab8c2 req-a7fa90a4-0132-46ad-9c17-95a98566209c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:57.687620 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a1ffafb3-04b3-4c1a-adab-8c684fbab8c2 req-a7fa90a4-0132-46ad-9c17-95a98566209c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0545635 Mar 26 03:04:57.738747 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a1ffafb3-04b3-4c1a-adab-8c684fbab8c2 req-3fa6bbd0-ecd8-430c-8a1a-64c417d24aa4 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453260 Mar 26 03:04:58.241914 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-90ec1293-3ff6-4f6e-a3f4-638bfc15d799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:58.861392 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d754010-8e38-4070-8640-be87438ef1b0 req-6c12ff62-41e6-4025-bcf2-6aee84020058 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:58.862861 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3d754010-8e38-4070-8640-be87438ef1b0 req-6c12ff62-41e6-4025-bcf2-6aee84020058 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0508595 Mar 26 03:04:58.912413 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3d754010-8e38-4070-8640-be87438ef1b0 req-271c18ee-414a-4c7e-92c5-fa82015172e1 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441658 Mar 26 03:04:59.671071 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:00.037044 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669130f7-b73d-44a6-bbd2-367a44902b73 req-ffe4aaf7-72db-47f2-841a-4839a548e0dc tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:00.038416 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-669130f7-b73d-44a6-bbd2-367a44902b73 req-ffe4aaf7-72db-47f2-841a-4839a548e0dc tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 943 time: 0.0531406 Mar 26 03:05:00.084418 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-669130f7-b73d-44a6-bbd2-367a44902b73 req-9effd9b5-894c-42de-80f5-5519a5aef8b2 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404041 Mar 26 03:05:00.884394 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:05:00.981427 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:00.992101 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'port_id': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'mac_address': 'fa:16:3e:b2:f7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:05:01.029451 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:05:01.029842 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:01.052228 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:05:01.074362 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:01.079127 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:01.083073 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:01.133627 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=9']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:01.213344 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cc3c7-aebd-4f02-be34-9347fcdbe856 req-c9fe0c6e-57cb-4717-a1f7-9aecee4ebcbc tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:01.214804 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5c1cc3c7-aebd-4f02-be34-9347fcdbe856 req-c9fe0c6e-57cb-4717-a1f7-9aecee4ebcbc tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 944 time: 0.0561726 Mar 26 03:05:01.260847 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5c1cc3c7-aebd-4f02-be34-9347fcdbe856 req-8e1da4be-b393-4b45-9482-6cbf265eb384 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 Mar 26 03:05:01.491208 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:05:02.385395 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11690e6e-1aaf-498a-816b-dae1b5d105e4 req-aba968b0-c0e8-4db1-ba92-db5ff7ad3c75 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:02.386919 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-11690e6e-1aaf-498a-816b-dae1b5d105e4 req-aba968b0-c0e8-4db1-ba92-db5ff7ad3c75 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 944 time: 0.0513906 Mar 26 03:05:02.434501 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-11690e6e-1aaf-498a-816b-dae1b5d105e4 req-0af9102e-8b1c-43e3-9c79-a118c99e3d02 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 Mar 26 03:05:02.681406 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:02.913742 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:05:02.964434 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:05:02.964803 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:03.040237 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:05:03.040616 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:03.067581 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:05:03.069798 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4ce547-0d7a-452a-84e4-13f132bd20af" -d '{"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:05:03.086569 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:03.090758 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:03.115776 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac689fd-04df-4016-a635-755592c335c1 x-openstack-request-id: req-5ac689fd-04df-4016-a635-755592c335c1 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:05:03.116069 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:05:03.116369 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ac689fd-04df-4016-a635-755592c335c1 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:05:03.116784 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac689fd-04df-4016-a635-755592c335c1'] response: {'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'code': 200} Mar 26 03:05:03.142067 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=10']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:03.517081 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfe5db-1215-4f14-99b7-7f059c28dc27 req-07367eff-f70d-499d-af26-35022034fccc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:03.518595 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ddcfe5db-1215-4f14-99b7-7f059c28dc27 req-07367eff-f70d-499d-af26-35022034fccc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.1013381 Mar 26 03:05:03.523566 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-09c2c5b6-a898-4956-b97c-bb9c12a25851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:03.524895 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-09c2c5b6-a898-4956-b97c-bb9c12a25851 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c463262baa8942078f8da9d8e76a8cd0&device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 1169 time: 0.0754151 Mar 26 03:05:03.845144 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4faa37-c45d-44bd-b428-7fc23df4bd2b req-cc166a4a-d0fe-4ed8-809b-ae6eab1126ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:03.846719 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-1f4faa37-c45d-44bd-b428-7fc23df4bd2b req-cc166a4a-d0fe-4ed8-809b-ae6eab1126ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 1130 time: 0.0570924 Mar 26 03:05:03.905643 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-1f4faa37-c45d-44bd-b428-7fc23df4bd2b req-89f7ae10-86ee-49c0-85ca-d9b80a592f58 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487223 Mar 26 03:05:03.916491 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ddcfe5db-1215-4f14-99b7-7f059c28dc27 req-8a1eeb6a-ae5e-4489-83bf-91e851425e59 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3899748 Mar 26 03:05:03.938307 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3736c1-2bd5-4b10-915a-4736c06b5806 req-918767f5-d0f8-40c5-8daf-7a015e8b6207 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:03.939885 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b3736c1-2bd5-4b10-915a-4736c06b5806 req-918767f5-d0f8-40c5-8daf-7a015e8b6207 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 946 time: 0.4195583 Mar 26 03:05:03.945201 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-70eec302-a08e-45be-9b14-685f1df91e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:03.946645 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-70eec302-a08e-45be-9b14-685f1df91e92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 HTTP/1.1" status: 200 len: 915 time: 0.4013810 Mar 26 03:05:03.995497 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b3736c1-2bd5-4b10-915a-4736c06b5806 req-96ed112a-256d-4c01-a4b9-cdfc2b087b15 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478604 Mar 26 03:05:04.262830 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-d60c6de3-126f-4d2f-b22b-7064bd6af934 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 1001 time: 0.0653565 Mar 26 03:05:04.311619 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-14bc1b36-034b-4b31-8430-8ee66c04236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:04.313592 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-14bc1b36-034b-4b31-8430-8ee66c04236a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39be25f4-5c23-4e2a-82c3-10bd41f24ac7 HTTP/1.1" status: 200 len: 853 time: 0.0427992 Mar 26 03:05:04.366749 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-f1fd25e5-1dee-4dc6-b355-e90f41c085ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:04.368300 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-f1fd25e5-1dee-4dc6-b355-e90f41c085ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465972 Mar 26 03:05:04.461089 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-554379fc-6e21-4615-b35c-9c2f0c5d74b6 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824261 Mar 26 03:05:04.552443 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b59d0924-9a6a-490e-815c-4af1d865f7f3 req-a94b1764-64e2-429c-8327-07b90213766d service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830543 Mar 26 03:05:05.067368 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1b579-4949-4555-bc3a-cdc355396011 req-56c78c7e-c80a-44c7-b5ae-67aae3765b63 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:05.068851 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7d1b579-4949-4555-bc3a-cdc355396011 req-56c78c7e-c80a-44c7-b5ae-67aae3765b63 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0638547 Mar 26 03:05:05.166365 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a7a3-37f9-4ed7-927c-ead5d734aaa1 req-51b34d96-25ef-421d-b948-9f28398f575e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:05.167850 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5363a7a3-37f9-4ed7-927c-ead5d734aaa1 req-51b34d96-25ef-421d-b948-9f28398f575e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 946 time: 0.0917566 Mar 26 03:05:05.172603 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a7d1b579-4949-4555-bc3a-cdc355396011 req-e28e97c9-a72f-4c9e-8fdb-73ec407631a7 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982034 Mar 26 03:05:05.217524 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5363a7a3-37f9-4ed7-927c-ead5d734aaa1 req-289ab48a-f3db-41a8-bc63-73b8571bd81d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437710 Mar 26 03:05:06.300352 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec8c5-41b8-46a1-bda1-92ba775906fb req-d0915fce-abfb-4150-a605-de1c3243136d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:06.301861 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-84bec8c5-41b8-46a1-bda1-92ba775906fb req-d0915fce-abfb-4150-a605-de1c3243136d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0613580 Mar 26 03:05:06.403618 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1262ddd-a0e4-419c-b3e9-662ea900d5ac req-0d80ab1e-2fbb-4724-9cf4-c4bcc9307145 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:06.405006 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a1262ddd-a0e4-419c-b3e9-662ea900d5ac req-0d80ab1e-2fbb-4724-9cf4-c4bcc9307145 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 946 time: 0.1022789 Mar 26 03:05:06.411051 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-84bec8c5-41b8-46a1-bda1-92ba775906fb req-664b45fb-9fcd-4e3d-a6de-488691280595 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997846 Mar 26 03:05:06.451838 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a1262ddd-a0e4-419c-b3e9-662ea900d5ac req-abed6e61-a75c-459a-8b91-409d91ba8fd3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398526 Mar 26 03:05:07.531203 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025186ed-5d79-4162-b30c-6d0d9d71779f req-2d241cc2-0fea-4f0e-9f27-17dcedfefc02 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:07.532606 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-025186ed-5d79-4162-b30c-6d0d9d71779f req-2d241cc2-0fea-4f0e-9f27-17dcedfefc02 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0553484 Mar 26 03:05:07.632080 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517badc9-30a0-4026-bb44-891c5748cbac req-198c90d2-d980-4706-8aec-05151d00e120 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:07.633611 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-517badc9-30a0-4026-bb44-891c5748cbac req-198c90d2-d980-4706-8aec-05151d00e120 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 946 time: 0.0994444 Mar 26 03:05:07.638773 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-025186ed-5d79-4162-b30c-6d0d9d71779f req-8383e2d6-336c-41f9-bdb0-2a08d4a0cf0a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966148 Mar 26 03:05:07.682327 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-517badc9-30a0-4026-bb44-891c5748cbac req-39ea40c0-e7d2-4962-8d3e-6b8d219463ff tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425696 Mar 26 03:05:08.759097 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9896eeb-5081-44a5-aae1-11c976da5015 req-13612608-f920-4d52-9ded-2360f38dbad8 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:08.760614 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b9896eeb-5081-44a5-aae1-11c976da5015 req-13612608-f920-4d52-9ded-2360f38dbad8 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0547156 Mar 26 03:05:08.819567 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b9896eeb-5081-44a5-aae1-11c976da5015 req-f6bdb55a-c354-42c3-872c-661fc0220af9 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532866 Mar 26 03:05:09.938402 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162c0ad-26c3-418a-9d37-ca8790e10b44 req-e44d5a9b-d373-474e-816b-9f532356724e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:09.940562 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8162c0ad-26c3-418a-9d37-ca8790e10b44 req-e44d5a9b-d373-474e-816b-9f532356724e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0556841 Mar 26 03:05:10.003618 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8162c0ad-26c3-418a-9d37-ca8790e10b44 req-a500d2a5-d2b2-472c-8775-c5757f0d1c3c tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571673 Mar 26 03:05:11.120223 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbd3bf-6b29-4a49-bff5-14095e1cf38f req-42f3a52b-e64a-4af0-a0d0-8ed8f45eda47 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:11.121721 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8cbd3bf-6b29-4a49-bff5-14095e1cf38f req-42f3a52b-e64a-4af0-a0d0-8ed8f45eda47 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0528026 Mar 26 03:05:11.182069 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8cbd3bf-6b29-4a49-bff5-14095e1cf38f req-c732758a-0860-4a6b-b6cf-8c695971b226 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541177 Mar 26 03:05:11.623021 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:12.299120 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167cc1-6a74-4f6e-89f3-ac79d023a232 req-79b72349-a751-4464-8a68-807512a90d6a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:12.300575 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b4167cc1-6a74-4f6e-89f3-ac79d023a232 req-79b72349-a751-4464-8a68-807512a90d6a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0525236 Mar 26 03:05:12.359854 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b4167cc1-6a74-4f6e-89f3-ac79d023a232 req-624e77ae-809d-44f2-bcb5-e46f26467146 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535767 Mar 26 03:05:13.483780 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729a2f-6116-4e37-965f-c5ad837f5e70 req-0e299ce0-4a5b-42da-90b4-f33c98de847d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:13.485263 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb729a2f-6116-4e37-965f-c5ad837f5e70 req-0e299ce0-4a5b-42da-90b4-f33c98de847d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0586953 Mar 26 03:05:13.544332 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb729a2f-6116-4e37-965f-c5ad837f5e70 req-0d91640a-b322-4ad8-8d18-4e8f6d471bf5 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533721 Mar 26 03:05:14.273608 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-02ee767a-451a-478c-8070-89223274efaa req-5170bfeb-24d9-4b6b-b2b0-c8699b8eb8e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443957 Mar 26 03:05:14.347645 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee767a-451a-478c-8070-89223274efaa req-e5ef3e60-08d0-4cd2-8dcc-4db57d00f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:14.349155 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-02ee767a-451a-478c-8070-89223274efaa req-e5ef3e60-08d0-4cd2-8dcc-4db57d00f550 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 1129 time: 0.0433612 Mar 26 03:05:14.456707 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee767a-451a-478c-8070-89223274efaa req-168504af-fa96-4aa5-acb2-a985eeb64a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:14.458163 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-02ee767a-451a-478c-8070-89223274efaa req-168504af-fa96-4aa5-acb2-a985eeb64a30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 915 time: 0.0857313 Mar 26 03:05:14.524605 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-02ee767a-451a-478c-8070-89223274efaa req-5828b1d9-a419-494c-a695-f12e6f2a6966 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd HTTP/1.1" status: 200 len: 1001 time: 0.0567503 Mar 26 03:05:14.578087 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee767a-451a-478c-8070-89223274efaa req-38543e43-9b9b-4b5f-bb52-c08dc2f56af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:14.579640 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-02ee767a-451a-478c-8070-89223274efaa req-38543e43-9b9b-4b5f-bb52-c08dc2f56af7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0480905 Mar 26 03:05:14.663244 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee767a-451a-478c-8070-89223274efaa req-6ba6cb8f-8458-427e-b974-e6f74f943276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:14.664944 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-02ee767a-451a-478c-8070-89223274efaa req-6ba6cb8f-8458-427e-b974-e6f74f943276 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0792742 Mar 26 03:05:14.681723 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffae0e-3991-4933-a569-02f96d616e8d req-e99b4ab3-0dfa-4ab7-88dc-b79e57c814c0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:14.683256 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f0ffae0e-3991-4933-a569-02f96d616e8d req-e99b4ab3-0dfa-4ab7-88dc-b79e57c814c0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0680027 Mar 26 03:05:14.812661 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f0ffae0e-3991-4933-a569-02f96d616e8d req-c5fc7257-02c1-4334-84d3-d60e65719464 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212940 Mar 26 03:05:14.819085 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-02ee767a-451a-478c-8070-89223274efaa req-b1a6d226-4258-4b64-ad5c-b652c72accb6 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348996 Mar 26 03:05:14.918041 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-02ee767a-451a-478c-8070-89223274efaa req-2b3fe3f2-36eb-42db-a2ba-15b93e11b32d service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Mar 26 03:05:15.936298 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac14d29-307c-45b5-b60e-7d35e5967f46 req-e9a74228-4871-494e-ac5d-acd2744d404e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:15.938524 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1ac14d29-307c-45b5-b60e-7d35e5967f46 req-e9a74228-4871-494e-ac5d-acd2744d404e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0582998 Mar 26 03:05:16.000391 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1ac14d29-307c-45b5-b60e-7d35e5967f46 req-a5547593-fb69-41a7-a566-49be5a139d11 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536952 Mar 26 03:05:17.116524 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d061c1-59d3-466f-ba9d-ff721cabd01a req-e9e71478-fe27-4b83-a3d0-0a236d5a9aa4 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:17.118003 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60d061c1-59d3-466f-ba9d-ff721cabd01a req-e9e71478-fe27-4b83-a3d0-0a236d5a9aa4 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0524614 Mar 26 03:05:17.176512 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60d061c1-59d3-466f-ba9d-ff721cabd01a req-12eb16e2-3b6f-45e7-b0ab-d66e726e9749 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528483 Mar 26 03:05:18.293047 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19980b-7031-4fe8-b87a-fcd416c9b176 req-538be403-409c-4ce7-8abc-a1ffb486b5d6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:18.294550 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ce19980b-7031-4fe8-b87a-fcd416c9b176 req-538be403-409c-4ce7-8abc-a1ffb486b5d6 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0525522 Mar 26 03:05:18.358087 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ce19980b-7031-4fe8-b87a-fcd416c9b176 req-d07d478e-8015-4793-9a70-c278f2b9c30c tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571256 Mar 26 03:05:18.490091 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f876f-c668-4885-8701-0d39501fb609 req-51078e0c-ca91-4058-b5b0-76eda99662b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:18.491591 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab4f876f-c668-4885-8701-0d39501fb609 req-51078e0c-ca91-4058-b5b0-76eda99662b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 946 time: 0.0525582 Mar 26 03:05:18.537177 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab4f876f-c668-4885-8701-0d39501fb609 req-ad51f0e6-bc22-4fa2-9ab2-1fd7f74d3ae6 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401459 Mar 26 03:05:19.478207 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711a285-4730-4971-a36a-673fce1852a5 req-46e990d2-238f-4daa-b95b-81d97dc48da2 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:19.479706 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8711a285-4730-4971-a36a-673fce1852a5 req-46e990d2-238f-4daa-b95b-81d97dc48da2 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0512564 Mar 26 03:05:19.538251 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8711a285-4730-4971-a36a-673fce1852a5 req-c08bbbe0-1a6a-42ca-97f6-29162553a15d tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529730 Mar 26 03:05:19.659733 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471682a-0cc6-4628-a8be-ec1522138de0 req-9835cf75-f9ab-43f7-9298-8f62bbb22a1c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:19.661137 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4471682a-0cc6-4628-a8be-ec1522138de0 req-9835cf75-f9ab-43f7-9298-8f62bbb22a1c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 946 time: 0.0589774 Mar 26 03:05:19.712216 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4471682a-0cc6-4628-a8be-ec1522138de0 req-de14cdf6-31b4-4162-9ae2-a7cc80246ec3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456021 Mar 26 03:05:20.480958 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-07309484-8734-4a04-8801-6c31bcab33b2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:20.482276 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-07309484-8734-4a04-8801-6c31bcab33b2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 946 time: 0.0509572 Mar 26 03:05:20.577116 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Deleting port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:05:20.577461 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:20.699815 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] For port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:20.700182 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:20.715974 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4f817-c55a-413f-8559-14527f9edcae req-28529b90-de5b-488b-8ee4-c5f7c3dfe468 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:20.717448 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c8d4f817-c55a-413f-8559-14527f9edcae req-28529b90-de5b-488b-8ee4-c5f7c3dfe468 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.1021307 Mar 26 03:05:20.961261 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c8d4f817-c55a-413f-8559-14527f9edcae req-4c8fc893-286c-4ef8-8669-8caa59235843 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2193327 Mar 26 03:05:20.995116 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5060925-e83f-4290-b247-448b3bc9f12a req-6d5279cb-8227-4d3e-8f4b-767e185907b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:20.996507 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c5060925-e83f-4290-b247-448b3bc9f12a req-6d5279cb-8227-4d3e-8f4b-767e185907b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 946 time: 0.2108574 Mar 26 03:05:21.042667 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:21.043048 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (7d09c05a-51d6-441f-98a7-84d46722f461), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:21.043376 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Floating IP 7d09c05a-51d6-441f-98a7-84d46722f461 disassociated. External IP: 172.28.2.148, port: ebbf2bd9-c51b-4bf8-a631-11c10410bb5b. Mar 26 03:05:21.043716 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Calling delete_port for ebbf2bd9-c51b-4bf8-a631-11c10410bb5b owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:05:21.068642 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c5060925-e83f-4290-b247-448b3bc9f12a req-2be4df93-3dc9-4114-a99e-6b2af8ad07be tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658646 Mar 26 03:05:21.186890 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (ebbf2bd9-c51b-4bf8-a631-11c10410bb5b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:21.214221 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'Port': ['ID=ebbf2bd9-c51b-4bf8-a631-11c10410bb5b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:21.223884 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.224228 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.224572 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.224911 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.225243 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.225574 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.225902 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.226229 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.226611 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.226873 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.227480 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.227803 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.228581 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.228581 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.228769 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:21.341913 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:05:21.657499 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:05:21.668116 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:05:21.681636 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:05:21.682330 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:04:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:21.711470 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] No DVR routers for this DVR port ebbf2bd9-c51b-4bf8-a631-11c10410bb5b on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:05:21.716651 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:21.722545 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a8ada6fc-dd05-4e2d-8d84-7135ea989952 req-26b9f8df-0786-4744-a0c3-fcc6ee47d2eb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "DELETE /v2.0/ports/ebbf2bd9-c51b-4bf8-a631-11c10410bb5b HTTP/1.1" status: 204 len: 173 time: 1.2348399 Mar 26 03:05:21.723082 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be299981-8441-4d8c-abbe-f1224630a475', 'name': 'network-vif-deleted', 'tag': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:05:21.725274 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37a1abc-4003-4dca-a82b-5d60e3dd1d2c" -d '{"events": [{"server_uuid": "be299981-8441-4d8c-abbe-f1224630a475", "name": "network-vif-deleted", "tag": "ebbf2bd9-c51b-4bf8-a631-11c10410bb5b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:05:21.765002 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc9fd4a-53d7-42ed-ba49-e3799e0b77d0 x-openstack-request-id: req-6cc9fd4a-53d7-42ed-ba49-e3799e0b77d0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:05:21.765299 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be299981-8441-4d8c-abbe-f1224630a475", "name": "network-vif-deleted", "tag": "ebbf2bd9-c51b-4bf8-a631-11c10410bb5b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:05:21.765605 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cc9fd4a-53d7-42ed-ba49-e3799e0b77d0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:05:21.766008 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc9fd4a-53d7-42ed-ba49-e3799e0b77d0'] response: {'server_uuid': 'be299981-8441-4d8c-abbe-f1224630a475', 'name': 'network-vif-deleted', 'tag': 'ebbf2bd9-c51b-4bf8-a631-11c10410bb5b', 'status': 'completed', 'code': 200} Mar 26 03:05:21.814100 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:05:22.153441 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd561-ccda-4362-9d2b-e12fe6775c30 req-d612ae4c-cb25-4e27-8b5b-a5662cf590f5 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:22.167215 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a9dd561-ccda-4362-9d2b-e12fe6775c30 req-d612ae4c-cb25-4e27-8b5b-a5662cf590f5 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.1124992 Mar 26 03:05:22.217269 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'b3146866-5679-47b8-a961-b1eeb2ee2ee7', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:36Z', 'updated_at': '2022-03-26T03:03:04Z', 'revision_number': 2, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:22.262643 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a9dd561-ccda-4362-9d2b-e12fe6775c30 req-5940e52f-0186-424e-b450-9a6660ab3925 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846286 Mar 26 03:05:22.285192 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:05:22.293440 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-284d4776-3e26-47fb-9059-83e0339bd5b7 req-8798c3cb-ddfe-43e7-a7e5-7c85d0c00b28 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=be299981-8441-4d8c-abbe-f1224630a475 HTTP/1.1" status: 200 len: 210 time: 0.0447273 Mar 26 03:05:22.300156 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:05:22.301033 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:04:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:22.305770 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56162) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:22.412364 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:22.412898 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:05:22.490455 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Publish callbacks [] for security_group (393b7d29-3fd8-455c-8983-989bfb13e682), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:22.495216 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (393b7d29-3fd8-455c-8983-989bfb13e682), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:22.522543 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80193863ff284d5781ca1f3c28410260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155204 Mar 26 03:05:22.523813 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56166) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:22.541862 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393b7d29-3fd8-455c-8983-989bfb13e682,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:22.549083 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.549637 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.550673 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.551076 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.551591 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.552079 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.552563 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.553045 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.553540 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.554639 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.555187 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.555695 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.556190 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.556690 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.557172 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fcaa4-fc10-492e-b76f-6ad9b039f160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:22.582826 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e499024-526e-46f9-856a-35ac52f43204 admin admin] Publish callbacks [] for security_group (393b7d29-3fd8-455c-8983-989bfb13e682), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:22.605934 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e499024-526e-46f9-856a-35ac52f43204 admin admin] Publish callbacks [] for security_group (393b7d29-3fd8-455c-8983-989bfb13e682), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:22.662344 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e499024-526e-46f9-856a-35ac52f43204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (393b7d29-3fd8-455c-8983-989bfb13e682), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:22.668830 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e499024-526e-46f9-856a-35ac52f43204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:22.681250 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6e499024-526e-46f9-856a-35ac52f43204 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/393b7d29-3fd8-455c-8983-989bfb13e682 HTTP/1.1" status: 204 len: 168 time: 0.1492226 Mar 26 03:05:22.695932 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'b3146866-5679-47b8-a961-b1eeb2ee2ee7', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:36Z', 'updated_at': '2022-03-26T03:03:04Z', 'revision_number': 2, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:22.708089 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e499024-526e-46f9-856a-35ac52f43204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393b7d29-3fd8-455c-8983-989bfb13e682,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:22.730681 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867730f6-3c57-435f-abeb-cf44103bcaad None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': 'b3146866-5679-47b8-a961-b1eeb2ee2ee7', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:cd:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:02:36Z', 'updated_at': '2022-03-26T03:03:04Z', 'revision_number': 2, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:05:22.992132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000bfb4b-59f6-40c7-b39f-bd04b83a67b3 None None] New status for floating IP 7d09c05a-51d6-441f-98a7-84d46722f461: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:05:23.406296 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56198) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:23.427924 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee1a7e-d463-4193-92ce-a9bc9f5886aa req-a84bf66a-2f47-4571-8fc6-8c29eb704961 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:23.429403 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-12ee1a7e-d463-4193-92ce-a9bc9f5886aa req-a84bf66a-2f47-4571-8fc6-8c29eb704961 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0628138 Mar 26 03:05:23.472572 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-828722a0-9eac-49f4-a168-40525909042c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (ac3fbc65-259e-461c-8dbe-d58e1eed3fb7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:23.503992 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-12ee1a7e-d463-4193-92ce-a9bc9f5886aa req-17e74ae0-53bf-4e94-b779-ecfdc8292678 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675659 Mar 26 03:05:23.511000 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-828722a0-9eac-49f4-a168-40525909042c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (ac3fbc65-259e-461c-8dbe-d58e1eed3fb7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:23.571327 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-828722a0-9eac-49f4-a168-40525909042c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (ac3fbc65-259e-461c-8dbe-d58e1eed3fb7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:23.574035 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-828722a0-9eac-49f4-a168-40525909042c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:23.575232 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-828722a0-9eac-49f4-a168-40525909042c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac3fbc65-259e-461c-8dbe-d58e1eed3fb7 HTTP/1.1" status: 204 len: 168 time: 0.1678510 Mar 26 03:05:23.578090 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56200) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:23.585619 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828722a0-9eac-49f4-a168-40525909042c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3fbc65-259e-461c-8dbe-d58e1eed3fb7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:23.592291 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.api.v2.resource [None req-2bc23e87-5b7f-49ea-817e-34f576f8bb37 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] show failed (client error): The resource could not be found. Mar 26 03:05:23.593306 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2bc23e87-5b7f-49ea-817e-34f576f8bb37 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups/ac3fbc65-259e-461c-8dbe-d58e1eed3fb7 HTTP/1.1" status: 404 len: 347 time: 0.0142233 Mar 26 03:05:23.596653 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56202) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:23.734704 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Deleting port afd4de42-d1b7-49bc-b304-a8bd873c0362 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:05:23.735071 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (afd4de42-d1b7-49bc-b304-a8bd873c0362), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:23.825365 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (afd4de42-d1b7-49bc-b304-a8bd873c0362), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:23.825365 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (afd4de42-d1b7-49bc-b304-a8bd873c0362), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:23.838313 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Calling delete_port for afd4de42-d1b7-49bc-b304-a8bd873c0362 owned by network:floatingip {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:05:23.993932 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (afd4de42-d1b7-49bc-b304-a8bd873c0362), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:24.020312 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'Port': ['ID=afd4de42-d1b7-49bc-b304-a8bd873c0362,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:24.082336 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (7d09c05a-51d6-441f-98a7-84d46722f461), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:24.085071 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:24.086209 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-7bdaa46a-f600-43e9-bca8-c0eadf421a2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d09c05a-51d6-441f-98a7-84d46722f461 HTTP/1.1" status: 204 len: 168 time: 0.4872627 Mar 26 03:05:24.622976 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63b664-6d4d-43f5-9c6e-48e68d6bb1a3 req-7c5252a1-c23c-48b0-aced-b7cfd5eb84cf tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:24.624462 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cb63b664-6d4d-43f5-9c6e-48e68d6bb1a3 req-7c5252a1-c23c-48b0-aced-b7cfd5eb84cf tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0526350 Mar 26 03:05:24.684267 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cb63b664-6d4d-43f5-9c6e-48e68d6bb1a3 req-4b768969-7cd7-4006-89d2-13c97c193abe tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538964 Mar 26 03:05:25.024433 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device ebbf2bd9-c51b-4bf8-a631-11c10410bb5b no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:05:25.055746 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: ebbf2bd9-c51b-4bf8-a631-11c10410bb5b {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:05:25.056397 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device ebbf2bd9-c51b-4bf8-a631-11c10410bb5b not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:05:25.822959 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a27d5-e037-4435-9651-43f6875445c7 req-34a6949d-4857-4514-a378-72ad3ceff9ce tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:25.824687 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-850a27d5-e037-4435-9651-43f6875445c7 req-34a6949d-4857-4514-a378-72ad3ceff9ce tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 945 time: 0.0929434 Mar 26 03:05:25.837586 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17459e-55ab-419b-a5f8-15985ba91f6b req-3f4b1689-18ae-4b35-b98c-ff81205efc12 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:25.839146 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-be17459e-55ab-419b-a5f8-15985ba91f6b req-3f4b1689-18ae-4b35-b98c-ff81205efc12 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0792072 Mar 26 03:05:25.916847 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-850a27d5-e037-4435-9651-43f6875445c7 req-0b8b6b5d-4b79-4149-a673-e26c1ee6f098 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767102 Mar 26 03:05:25.931817 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-be17459e-55ab-419b-a5f8-15985ba91f6b req-d834acc3-6a2e-4c38-a560-7d12a21e0074 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&id=8383e329-8a71-42d9-928f-2e3d2368fafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856333 Mar 26 03:05:25.970803 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fbf8d21e-1500-4312-a21f-9fffee77aa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:26.400076 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56258) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:26.502064 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73bd6a76-7672-4980-9163-f6c66d247074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:26.577799 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73bd6a76-7672-4980-9163-f6c66d247074 admin admin] Publish callbacks [] for security_group (b1896418-63d1-4345-be69-584480184664), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:26.582222 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73bd6a76-7672-4980-9163-f6c66d247074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (b1896418-63d1-4345-be69-584480184664), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:26.619471 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-73bd6a76-7672-4980-9163-f6c66d247074 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=089dca14f1514ef08fb9aa43bf841420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182851 Mar 26 03:05:26.621378 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd6a76-7672-4980-9163-f6c66d247074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1896418-63d1-4345-be69-584480184664,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:26.622131 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56262) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:26.672794 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6fb0b6-d4ad-469f-b9b2-bdbde6989ea9 admin admin] Publish callbacks [] for security_group (b1896418-63d1-4345-be69-584480184664), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:26.696451 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6fb0b6-d4ad-469f-b9b2-bdbde6989ea9 admin admin] Publish callbacks [] for security_group (b1896418-63d1-4345-be69-584480184664), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:26.744821 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6fb0b6-d4ad-469f-b9b2-bdbde6989ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (b1896418-63d1-4345-be69-584480184664), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:26.747740 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6fb0b6-d4ad-469f-b9b2-bdbde6989ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:26.748888 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-ed6fb0b6-d4ad-469f-b9b2-bdbde6989ea9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1896418-63d1-4345-be69-584480184664 HTTP/1.1" status: 204 len: 168 time: 0.1251218 Mar 26 03:05:26.757670 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fb0b6-d4ad-469f-b9b2-bdbde6989ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1896418-63d1-4345-be69-584480184664,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:27.044910 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c5d78-1da5-4547-9b3a-bec02374a462 req-79ec6fcd-e9c4-4981-938b-945a7850b0ac tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:27.046391 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b89c5d78-1da5-4547-9b3a-bec02374a462 req-79ec6fcd-e9c4-4981-938b-945a7850b0ac tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 945 time: 0.0616636 Mar 26 03:05:27.094273 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b89c5d78-1da5-4547-9b3a-bec02374a462 req-bb0626a3-8625-471f-88c7-c2c6412433d3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418043 Mar 26 03:05:27.530658 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e74b2f-dc86-4fbe-a512-f455b400b34c req-3824b7e2-4905-4146-a02d-07480966ac29 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:27.532246 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b7e74b2f-dc86-4fbe-a512-f455b400b34c req-3824b7e2-4905-4146-a02d-07480966ac29 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0635312 Mar 26 03:05:27.580698 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b7e74b2f-dc86-4fbe-a512-f455b400b34c req-be17f31c-4ffa-471c-a1c5-497bd71bae25 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Mar 26 03:05:27.750230 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-cf08dc21-7d38-45d0-849d-7c941b4db0f0 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:27.752416 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-cf08dc21-7d38-45d0-849d-7c941b4db0f0 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 945 time: 0.0710125 Mar 26 03:05:27.849846 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Deleting port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:05:27.850183 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:27.939715 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] For port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:27.939986 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:28.107435 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:28.108215 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (b3146866-5679-47b8-a961-b1eeb2ee2ee7), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:28.108215 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Floating IP b3146866-5679-47b8-a961-b1eeb2ee2ee7 disassociated. External IP: 172.28.2.194, port: e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd. Mar 26 03:05:28.108439 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Calling delete_port for e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:05:28.242683 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-28fd4fcc-90fd-4d51-b719-bc56bf6ecf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:28.256082 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7894f-f8a4-4e5a-955e-ac7a30cc9f6e req-22cfb797-b6b7-4328-bb31-4cdd381b96a8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:28.257562 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f1e7894f-f8a4-4e5a-955e-ac7a30cc9f6e req-22cfb797-b6b7-4328-bb31-4cdd381b96a8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9aca514-fe13-416d-b1f3-0db198075b6f HTTP/1.1" status: 200 len: 945 time: 0.0930152 Mar 26 03:05:28.299171 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:28.336336 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'Port': ['ID=e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:28.344629 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f1e7894f-f8a4-4e5a-955e-ac7a30cc9f6e req-513c8adc-05e7-4713-9d4d-2aca427b05fc tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=fded0cf0-224e-4858-80e7-1c4d29e514e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804918 Mar 26 03:05:28.456945 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:05:28.563562 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:05:28.573639 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:05:28.583680 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:05:28.584278 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:28.604391 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] No DVR routers for this DVR port e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:05:28.606854 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:28.610112 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fe653f04-4a02-4fdb-9aa2-2d652d157202 req-56508b66-3de8-4ce0-907c-021a3c8fc7cb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "DELETE /v2.0/ports/e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd HTTP/1.1" status: 204 len: 173 time: 0.8519602 Mar 26 03:05:28.610507 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'name': 'network-vif-deleted', 'tag': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:05:28.613435 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e177b5-deb3-4aeb-a04b-1f153c194d5f" -d '{"events": [{"server_uuid": "d9aca514-fe13-416d-b1f3-0db198075b6f", "name": "network-vif-deleted", "tag": "e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:05:28.652258 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ef7156-9a28-43b4-a67e-7a9de2629cf6 x-openstack-request-id: req-d5ef7156-9a28-43b4-a67e-7a9de2629cf6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:05:28.652735 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9aca514-fe13-416d-b1f3-0db198075b6f", "name": "network-vif-deleted", "tag": "e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:05:28.653137 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5ef7156-9a28-43b4-a67e-7a9de2629cf6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:05:28.653729 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ef7156-9a28-43b4-a67e-7a9de2629cf6'] response: {'server_uuid': 'd9aca514-fe13-416d-b1f3-0db198075b6f', 'name': 'network-vif-deleted', 'tag': 'e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd', 'status': 'completed', 'code': 200} Mar 26 03:05:28.701833 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:05:28.745370 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1554cc-0114-4cba-9bee-849b3af4dc56 req-a430ae4b-6d51-49c0-8f80-31c0ff878f79 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:28.750428 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6b1554cc-0114-4cba-9bee-849b3af4dc56 req-a430ae4b-6d51-49c0-8f80-31c0ff878f79 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0795152 Mar 26 03:05:28.810222 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6b1554cc-0114-4cba-9bee-849b3af4dc56 req-be7ec62b-d03b-487b-9fb6-81e5d8c07b78 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556107 Mar 26 03:05:28.931264 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:28.960204 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:05:28.968948 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:05:28.969972 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:29.088179 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:05:29.293796 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:29.319122 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c39077-499f-427e-9dd9-dae27a0a7e5f None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:05:29.430704 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56318) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:29.485782 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a89ff8c2-d15b-4dda-9d71-cf30ed6095e4 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (fded0cf0-224e-4858-80e7-1c4d29e514e7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:29.510581 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a89ff8c2-d15b-4dda-9d71-cf30ed6095e4 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (fded0cf0-224e-4858-80e7-1c4d29e514e7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:29.544431 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93aeb4-97c0-4c90-93aa-d05fba01d775 None None] New status for floating IP b3146866-5679-47b8-a961-b1eeb2ee2ee7: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:05:29.563990 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a89ff8c2-d15b-4dda-9d71-cf30ed6095e4 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (fded0cf0-224e-4858-80e7-1c4d29e514e7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:29.567181 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a89ff8c2-d15b-4dda-9d71-cf30ed6095e4 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:29.568329 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a89ff8c2-d15b-4dda-9d71-cf30ed6095e4 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "DELETE /v2.0/security-groups/fded0cf0-224e-4858-80e7-1c4d29e514e7 HTTP/1.1" status: 204 len: 168 time: 0.1366274 Mar 26 03:05:29.571207 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56320) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:29.577257 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ff8c2-d15b-4dda-9d71-cf30ed6095e4 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fded0cf0-224e-4858-80e7-1c4d29e514e7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:29.586869 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.api.v2.resource [None req-87ede865-0b93-4b21-8ee7-504687ade41d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] show failed (client error): The resource could not be found. Mar 26 03:05:29.590565 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-87ede865-0b93-4b21-8ee7-504687ade41d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups/fded0cf0-224e-4858-80e7-1c4d29e514e7 HTTP/1.1" status: 404 len: 347 time: 0.0150781 Mar 26 03:05:29.590854 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56322) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:29.677025 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:29.720112 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Deleting port d5eb1856-7bd9-4d50-81f9-028deb94e51a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:05:29.720450 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (d5eb1856-7bd9-4d50-81f9-028deb94e51a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:29.794274 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (d5eb1856-7bd9-4d50-81f9-028deb94e51a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:29.794595 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (d5eb1856-7bd9-4d50-81f9-028deb94e51a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:29.806019 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Calling delete_port for d5eb1856-7bd9-4d50-81f9-028deb94e51a owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:05:29.973448 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9376af-7f90-4465-a3db-e4ef856b442d req-429e3e44-006f-4454-84ed-ba125fbb7c59 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:29.974827 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fa9376af-7f90-4465-a3db-e4ef856b442d req-429e3e44-006f-4454-84ed-ba125fbb7c59 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0845337 Mar 26 03:05:29.993609 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (d5eb1856-7bd9-4d50-81f9-028deb94e51a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.024157 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'Port': ['ID=d5eb1856-7bd9-4d50-81f9-028deb94e51a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:30.087001 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fa9376af-7f90-4465-a3db-e4ef856b442d req-4e5f3bea-5962-49d5-9e9b-d6f991c876c2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058040 Mar 26 03:05:30.110797 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (b3146866-5679-47b8-a961-b1eeb2ee2ee7), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.113640 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.114778 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a872a127-e9a1-4d60-9d46-d98b002ac1b8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "DELETE /v2.0/floatingips/b3146866-5679-47b8-a961-b1eeb2ee2ee7 HTTP/1.1" status: 204 len: 168 time: 0.5229640 Mar 26 03:05:30.428144 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56334) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:30.432724 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-84e070b1-914e-4ceb-b87b-a2c95f8c791d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517536468', 'description': 'tempest-description--2117603446'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:05:30.452193 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84e070b1-914e-4ceb-b87b-a2c95f8c791d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.521241 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84e070b1-914e-4ceb-b87b-a2c95f8c791d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (ed8108bd-67b6-4a78-8e74-d69b2964debf), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.524712 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84e070b1-914e-4ceb-b87b-a2c95f8c791d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (ed8108bd-67b6-4a78-8e74-d69b2964debf), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.556628 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84e070b1-914e-4ceb-b87b-a2c95f8c791d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.557845 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-84e070b1-914e-4ceb-b87b-a2c95f8c791d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1287079 Mar 26 03:05:30.559675 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e070b1-914e-4ceb-b87b-a2c95f8c791d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8108bd-67b6-4a78-8e74-d69b2964debf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:30.560879 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56336) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:30.566822 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-1adc9fd9-aee3-4c18-a8ce-83cb1205973f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group_rule': {'security_group_id': 'ed8108bd-67b6-4a78-8e74-d69b2964debf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:05:30.593227 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1adc9fd9-aee3-4c18-a8ce-83cb1205973f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (46ee33a2-3ab0-47e1-acaa-f8d7beb936a8), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.638494 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1adc9fd9-aee3-4c18-a8ce-83cb1205973f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (46ee33a2-3ab0-47e1-acaa-f8d7beb936a8), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.641748 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1adc9fd9-aee3-4c18-a8ce-83cb1205973f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (46ee33a2-3ab0-47e1-acaa-f8d7beb936a8), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.659934 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc9fd9-aee3-4c18-a8ce-83cb1205973f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ee33a2-3ab0-47e1-acaa-f8d7beb936a8,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:30.668059 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1adc9fd9-aee3-4c18-a8ce-83cb1205973f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.671964 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56338) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:30.672431 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-1adc9fd9-aee3-4c18-a8ce-83cb1205973f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092019 Mar 26 03:05:30.676491 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fe92ac0f-8771-4083-ae73-bbe8ec13d0a8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group_rule': {'security_group_id': 'ed8108bd-67b6-4a78-8e74-d69b2964debf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:05:30.705470 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe92ac0f-8771-4083-ae73-bbe8ec13d0a8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (777585f3-a4c1-4da7-ae7d-ec61a4217061), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.759606 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe92ac0f-8771-4083-ae73-bbe8ec13d0a8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (777585f3-a4c1-4da7-ae7d-ec61a4217061), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.763347 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe92ac0f-8771-4083-ae73-bbe8ec13d0a8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (777585f3-a4c1-4da7-ae7d-ec61a4217061), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.783025 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92ac0f-8771-4083-ae73-bbe8ec13d0a8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777585f3-a4c1-4da7-ae7d-ec61a4217061,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:30.792871 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe92ac0f-8771-4083-ae73-bbe8ec13d0a8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.794033 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-fe92ac0f-8771-4083-ae73-bbe8ec13d0a8 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210511 Mar 26 03:05:30.797079 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56340) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:30.801611 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:05:30.820120 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:30.915453 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.015620 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Allocated IP 172.28.2.3 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/6a67e078-aa13-4db4-ba36-0f8e310fa5cc) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:05:31.052841 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.062217 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:05:31.082397 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:05:31.082739 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device e71cc67b-150d-4ad9-b6eb-ad7e3889d8bd not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:05:31.120431 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (6a67e078-aa13-4db4-ba36-0f8e310fa5cc), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.155221 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (6a67e078-aa13-4db4-ba36-0f8e310fa5cc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.212182 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:05:31.218878 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:05:31.223485 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:05:31.256997 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=6a67e078-aa13-4db4-ba36-0f8e310fa5cc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:31.293789 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc2e6-b9b2-4525-bc9f-7ffcb66c733f req-7a89b805-462e-44b4-8f96-862082733059 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:31.295286 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a4dc2e6-b9b2-4525-bc9f-7ffcb66c733f req-7a89b805-462e-44b4-8f96-862082733059 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1317074 Mar 26 03:05:31.357129 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (75e5e31c-81f5-4000-957e-d16a0ea8c0a3), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.405016 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a4dc2e6-b9b2-4525-bc9f-7ffcb66c733f req-0e6d782e-7509-416d-9e51-0c4f462c86be tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859373 Mar 26 03:05:31.412059 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (6a67e078-aa13-4db4-ba36-0f8e310fa5cc), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.563126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (6a67e078-aa13-4db4-ba36-0f8e310fa5cc), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.567560 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (6a67e078-aa13-4db4-ba36-0f8e310fa5cc), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.638638 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=6a67e078-aa13-4db4-ba36-0f8e310fa5cc,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:31.648894 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (75e5e31c-81f5-4000-957e-d16a0ea8c0a3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.663622 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:31.664846 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-50925bfa-5c96-4824-9f55-4581bdca495b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8668051 Mar 26 03:05:31.856353 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-2048ba39-85e6-4337-b562-23dbd952db44 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1517536468&fields=id&tenant_id=effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 267 time: 0.0420854 Mar 26 03:05:31.963378 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-fda7d556-f352-4edf-bda2-f5367be84a8a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:31.964843 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-fda7d556-f352-4edf-bda2-f5367be84a8a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 814 time: 0.1013556 Mar 26 03:05:31.979844 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-4c038fdf-40de-446a-8109-59a8d08d1deb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/quotas/effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 375 time: 0.0095794 Mar 26 03:05:32.037886 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-699b86c7-307a-40f5-bb84-f1034101e31c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530064 Mar 26 03:05:32.132527 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-8fb09f53-e81b-4c98-a147-25a46ba2ffb2 service neutron] 10.222.0.13 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833545 Mar 26 03:05:32.226127 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-8e07936a-a1b9-4049-aa83-d6af35740a14 service neutron] 10.222.0.13 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879786 Mar 26 03:05:32.381849 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4a2bd67b-6ae0-45b2-aca6-8b9e5504fa89 req-070eff90-beba-47e0-9efd-9e8aac7dc490 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 210 time: 0.0276988 Mar 26 03:05:32.539919 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ea84-957c-44dc-96f6-2f8d4cffeaf0 req-4f7a051d-5bd6-4361-86d9-da14dcee630c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:32.547173 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9ed7ea84-957c-44dc-96f6-2f8d4cffeaf0 req-4f7a051d-5bd6-4361-86d9-da14dcee630c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0704808 Mar 26 03:05:32.597358 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9ed7ea84-957c-44dc-96f6-2f8d4cffeaf0 req-aa5592be-735f-4f4d-897c-271c3d41a52b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486972 Mar 26 03:05:32.690384 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:33.449629 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:05:33.666904 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d78d30e9-8d34-4bfa-b4e4-3e64720b395d req-7edfa4f3-bc27-407b-9760-f9c59f54413c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 210 time: 0.0352674 Mar 26 03:05:33.732252 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-b90988f2-4f52-4c67-866e-40aaaae9c7ac tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:33.733723 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-b90988f2-4f52-4c67-866e-40aaaae9c7ac tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 814 time: 0.3721778 Mar 26 03:05:33.752643 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee2f7b-d80e-4dab-ab9f-5d3359e9fe9b req-f78effa9-2e06-410f-9c80-226d561d3b0b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:33.754743 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0cee2f7b-d80e-4dab-ab9f-5d3359e9fe9b req-f78effa9-2e06-410f-9c80-226d561d3b0b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0806313 Mar 26 03:05:33.834898 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0cee2f7b-d80e-4dab-ab9f-5d3359e9fe9b req-fc23814d-06b1-4e2d-aa69-46d7f2798a07 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741417 Mar 26 03:05:33.839545 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-98b9a853-63ae-4ac2-ad64-f807cd462b27 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 380 time: 0.0839329 Mar 26 03:05:33.850299 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'port': {'device_id': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'admin_state_up': True, 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'security_groups': ['ed8108bd-67b6-4a78-8e74-d69b2964debf']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:05:33.951378 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Made reservation on behalf of effe98d5c94d45249d92bcd408fc9739 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:05:33.954676 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:34.077877 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Allocated IP 172.20.0.14 (80765933-d2e1-4e44-98a5-585a9903a116/bedb4a5f-8dfa-4d7f-acde-f2366235f15c/91a46f15-2234-451b-a173-0bdf223df7ca) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:05:34.212410 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (91a46f15-2234-451b-a173-0bdf223df7ca), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:34.247026 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:34.288959 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Network 80765933-d2e1-4e44-98a5-585a9903a116 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:05:34.292025 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:05:34.297709 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:05:34.305151 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=91a46f15-2234-451b-a173-0bdf223df7ca,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:34.351244 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:34.351875 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:34.370169 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-f7ba63f7-ceb0-4116-878e-5d423e1e5f8b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5242143 Mar 26 03:05:34.384830 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Request body: {'port': {'device_id': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:05:34.450502 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:34.525355 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-d8ee9c2e-7492-4b31-ae75-d8a1dd4a7dad None None] Provisioning complete for port 91a46f15-2234-451b-a173-0bdf223df7ca triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:05:34.525974 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9c2e-7492-4b31-ae75-d8a1dd4a7dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:34.559726 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d8ee9c2e-7492-4b31-ae75-d8a1dd4a7dad None None] Port 91a46f15-2234-451b-a173-0bdf223df7ca cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:05:34.708234 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a46f15-2234-451b-a173-0bdf223df7ca {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:05:34.715716 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Publish callbacks [] for port (91a46f15-2234-451b-a173-0bdf223df7ca), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:34.728647 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Transition to ACTIVE for port object 91a46f15-2234-451b-a173-0bdf223df7ca will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:05:34.732382 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:34.813019 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Pushing event updated for resources: {'Port': ['ID=91a46f15-2234-451b-a173-0bdf223df7ca,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:34.881039 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc90b5-8fb0-49f0-8514-d62b1f0b5d1b req-6f44e892-a9e3-4cea-b1a2-071cb96ede33 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:34.882820 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-50bc90b5-8fb0-49f0-8514-d62b1f0b5d1b req-6f44e892-a9e3-4cea-b1a2-071cb96ede33 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 944 time: 0.1427374 Mar 26 03:05:34.947225 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Attempting to bind port 91a46f15-2234-451b-a173-0bdf223df7ca on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:05:34.947570 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Attempting to bind port 91a46f15-2234-451b-a173-0bdf223df7ca by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:05:34.947906 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Attempting to bind port 91a46f15-2234-451b-a173-0bdf223df7ca on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:05:34.973309 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Port 91a46f15-2234-451b-a173-0bdf223df7ca on network 80765933-d2e1-4e44-98a5-585a9903a116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:05:34.973636 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Attempting to bind port 91a46f15-2234-451b-a173-0bdf223df7ca on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:05:34.985606 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-50bc90b5-8fb0-49f0-8514-d62b1f0b5d1b req-0a258231-78a6-4fa7-9a2b-6934ec20123e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973020 Mar 26 03:05:34.987906 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:05:34.988262 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Checking segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:05:34.988631 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Bound using segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:05:34.989064 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Bound port: 91a46f15-2234-451b-a173-0bdf223df7ca, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:05:34.989464 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:35.017293 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bca32-8d98-444b-8138-c88c1d564ff6 req-f731b3fa-99c6-4f8c-a203-67e5d84e08dd tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:35.018975 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a38bca32-8d98-444b-8138-c88c1d564ff6 req-f731b3fa-99c6-4f8c-a203-67e5d84e08dd tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1106324 Mar 26 03:05:35.097967 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] For port 91a46f15-2234-451b-a173-0bdf223df7ca, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:05:35.101676 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] For port 91a46f15-2234-451b-a173-0bdf223df7ca, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=91a46f15-2234-451b-a173-0bdf223df7ca,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:05:35.105819 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a38bca32-8d98-444b-8138-c88c1d564ff6 req-b915c8c3-3a78-4b95-993b-3f622ff41485 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669925 Mar 26 03:05:35.111106 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:35.145082 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:35.145699 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:35.147187 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/91a46f15-2234-451b-a173-0bdf223df7ca HTTP/1.1" status: 200 len: 1094 time: 0.7666631 Mar 26 03:05:35.147636 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'tag': '91a46f15-2234-451b-a173-0bdf223df7ca'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:05:35.149881 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b89a24-0607-4ede-8a9c-be158d6c9dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3b2cae-0c28-4c47-bd2f-fe9a30563713", "tag": "91a46f15-2234-451b-a173-0bdf223df7ca"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:05:35.182449 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de81e8f-2178-4f1a-8387-383432d574a6 service neutron] Pushing event updated for resources: {'Port': ['ID=91a46f15-2234-451b-a173-0bdf223df7ca,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:35.201043 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13464cb9-4da2-4f25-a058-410febd29b9f x-openstack-request-id: req-13464cb9-4da2-4f25-a058-410febd29b9f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:05:35.201340 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3b2cae-0c28-4c47-bd2f-fe9a30563713", "tag": "91a46f15-2234-451b-a173-0bdf223df7ca", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:05:35.201598 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13464cb9-4da2-4f25-a058-410febd29b9f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:05:35.202005 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13464cb9-4da2-4f25-a058-410febd29b9f'] response: {'name': 'network-changed', 'server_uuid': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'tag': '91a46f15-2234-451b-a173-0bdf223df7ca', 'status': 'completed', 'code': 200} Mar 26 03:05:35.236918 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-4a3fe51a-b663-40a7-92d3-6941fd509149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:35.239119 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-4a3fe51a-b663-40a7-92d3-6941fd509149 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 1128 time: 0.0506208 Mar 26 03:05:35.288393 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-32c8e3dd-5fd2-44ae-a0ca-eda2a36b595c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91a46f15-2234-451b-a173-0bdf223df7ca HTTP/1.1" status: 200 len: 217 time: 0.0401237 Mar 26 03:05:35.340574 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3b65dff8-c5e8-4935-a2e8-3d80d6928260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:35.342040 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-3b65dff8-c5e8-4935-a2e8-3d80d6928260 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0464702 Mar 26 03:05:35.394299 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-a7944fbd-7e36-4401-ad79-d1e908b21757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:35.395814 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-a7944fbd-7e36-4401-ad79-d1e908b21757 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467293 Mar 26 03:05:35.490814 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-0addef4a-1572-4367-be2c-a4eff790478b service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868838 Mar 26 03:05:35.579297 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8adafed7-bff8-4105-b72f-5510fbe1d960 req-ee06aab9-460f-48b9-87cc-b36528d7249b service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800934 Mar 26 03:05:35.674659 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-5a2a500c-edbe-487b-82e6-ebfef83da00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:35.676830 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-5a2a500c-edbe-487b-82e6-ebfef83da00e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 1128 time: 0.0502858 Mar 26 03:05:35.767790 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-bf51ddb1-a044-4f26-b68c-b6203a4cfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:35.769818 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-bf51ddb1-a044-4f26-b68c-b6203a4cfb41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 915 time: 0.0820837 Mar 26 03:05:35.813102 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-232465ac-800a-4194-bbc4-fbbc2293256e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91a46f15-2234-451b-a173-0bdf223df7ca HTTP/1.1" status: 200 len: 217 time: 0.0367677 Mar 26 03:05:35.861302 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-2f398b37-d07a-4b52-936d-0c4bfb70580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:35.862839 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-2f398b37-d07a-4b52-936d-0c4bfb70580b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0421765 Mar 26 03:05:35.910458 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-71bfb644-0594-4563-a8b7-a0b69d173d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:35.911935 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-71bfb644-0594-4563-a8b7-a0b69d173d8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428326 Mar 26 03:05:36.005140 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-ca126abb-962b-4aa4-a0d8-e262d78b475e service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857809 Mar 26 03:05:36.129264 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-09b89a24-0607-4ede-8a9c-be158d6c9dfe req-34d24788-5799-4fec-ab02-ab6c4e1a9cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153152 Mar 26 03:05:36.135968 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe014b5-b000-46e5-b0a4-817be02dfe6e req-fa46374c-30b3-48d2-a2c8-c2713c323fc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:36.138091 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dbe014b5-b000-46e5-b0a4-817be02dfe6e req-fa46374c-30b3-48d2-a2c8-c2713c323fc2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 944 time: 0.0816264 Mar 26 03:05:36.213688 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dbe014b5-b000-46e5-b0a4-817be02dfe6e req-3463d23b-84b8-4a30-b247-93715210e6bb tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685353 Mar 26 03:05:36.236860 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dd4f3-6f6d-4690-8b25-7419437f11e9 req-61b9365c-a89d-42ea-ae2e-5cfd2e2e17a3 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:36.238769 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7b1dd4f3-6f6d-4690-8b25-7419437f11e9 req-61b9365c-a89d-42ea-ae2e-5cfd2e2e17a3 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0626431 Mar 26 03:05:36.286006 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7b1dd4f3-6f6d-4690-8b25-7419437f11e9 req-4c870cf1-810e-44fe-a2ab-03b09653c394 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417843 Mar 26 03:05:37.330404 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62967df0-630b-408b-881d-990b93d4f1af req-a95e6c6d-9103-4bf5-be72-92bc3e49c66b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:37.332425 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-62967df0-630b-408b-881d-990b93d4f1af req-a95e6c6d-9103-4bf5-be72-92bc3e49c66b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 944 time: 0.0521362 Mar 26 03:05:37.408140 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-62967df0-630b-408b-881d-990b93d4f1af req-7e7871e4-cdcd-4b2a-9046-dbc0d357aeb4 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699446 Mar 26 03:05:37.426080 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6248e-4ac6-40df-8675-ef29cadcc88f req-d6824df2-e320-474f-86da-233e6e2c2259 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:37.427543 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4de6248e-4ac6-40df-8675-ef29cadcc88f req-d6824df2-e320-474f-86da-233e6e2c2259 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0741491 Mar 26 03:05:37.472937 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4de6248e-4ac6-40df-8675-ef29cadcc88f req-6f9eb5d4-4804-4436-98d5-457cc091abdd tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 Mar 26 03:05:37.737164 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56468) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:37.842296 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee67069d-3ed5-48f8-8c27-1dc1b593f147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:37.916627 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee67069d-3ed5-48f8-8c27-1dc1b593f147 admin admin] Publish callbacks [] for security_group (174deb9e-ef86-415d-976c-29bb12e8d03f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:37.920334 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee67069d-3ed5-48f8-8c27-1dc1b593f147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (174deb9e-ef86-415d-976c-29bb12e8d03f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:37.958137 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ee67069d-3ed5-48f8-8c27-1dc1b593f147 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5188b8d3a1d14014b1aeeb59c3a4fd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198153 Mar 26 03:05:37.959033 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67069d-3ed5-48f8-8c27-1dc1b593f147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174deb9e-ef86-415d-976c-29bb12e8d03f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:37.960833 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56472) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:38.008459 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdce-9660-415f-9581-66fa61e72a6c admin admin] Publish callbacks [] for security_group (174deb9e-ef86-415d-976c-29bb12e8d03f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:38.029216 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdce-9660-415f-9581-66fa61e72a6c admin admin] Publish callbacks [] for security_group (174deb9e-ef86-415d-976c-29bb12e8d03f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:38.073942 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdce-9660-415f-9581-66fa61e72a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (174deb9e-ef86-415d-976c-29bb12e8d03f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:38.076541 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdce-9660-415f-9581-66fa61e72a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:38.077681 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9f96bdce-9660-415f-9581-66fa61e72a6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/174deb9e-ef86-415d-976c-29bb12e8d03f HTTP/1.1" status: 204 len: 168 time: 0.1158619 Mar 26 03:05:38.085529 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96bdce-9660-415f-9581-66fa61e72a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174deb9e-ef86-415d-976c-29bb12e8d03f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:38.526697 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9efdc-7267-434f-bb60-2f26f0ddf153 req-1f287210-92cc-4048-8df1-94f89140bc33 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:38.528200 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8db9efdc-7267-434f-bb60-2f26f0ddf153 req-1f287210-92cc-4048-8df1-94f89140bc33 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 944 time: 0.0528007 Mar 26 03:05:38.606151 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8db9efdc-7267-434f-bb60-2f26f0ddf153 req-6a4f1fff-b796-48b5-80e3-4fa50546de4c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724263 Mar 26 03:05:38.619784 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1c7cd-b23f-4d93-993f-9c663ee8714e req-8f588378-7b25-4b1d-9737-0f2c6c962ff3 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:38.621330 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c7c1c7cd-b23f-4d93-993f-9c663ee8714e req-8f588378-7b25-4b1d-9737-0f2c6c962ff3 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0809789 Mar 26 03:05:38.669200 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c7c1c7cd-b23f-4d93-993f-9c663ee8714e req-b24b0907-5a22-4fff-859e-928595986af7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412300 Mar 26 03:05:38.863431 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301b7e-30f9-42c2-9da3-463869bfc044 req-c1d32dd3-fe50-4c00-8361-37ebfbb27dac tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:38.864911 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-73301b7e-30f9-42c2-9da3-463869bfc044 req-c1d32dd3-fe50-4c00-8361-37ebfbb27dac tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0521262 Mar 26 03:05:38.945089 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-73301b7e-30f9-42c2-9da3-463869bfc044 req-8409bbb7-7802-4c77-ab03-a2618d0735b8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744796 Mar 26 03:05:38.949664 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343d90-7445-40e8-b539-95da4729d258 req-06944a8d-f866-4153-8362-eee01cbc4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:38.951378 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9343d90-7445-40e8-b539-95da4729d258 req-06944a8d-f866-4153-8362-eee01cbc4aae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 1129 time: 0.0737522 Mar 26 03:05:39.038848 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343d90-7445-40e8-b539-95da4729d258 req-302b02be-7308-4f41-8c2f-81bcdf45448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:39.040312 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9343d90-7445-40e8-b539-95da4729d258 req-302b02be-7308-4f41-8c2f-81bcdf45448a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 910 time: 0.0827823 Mar 26 03:05:39.108077 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9343d90-7445-40e8-b539-95da4729d258 req-8f8ef3f0-3f91-4fa7-a33d-3ecba94c6f81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20 HTTP/1.1" status: 200 len: 1001 time: 0.0596089 Mar 26 03:05:39.120162 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 91a46f15-2234-451b-a173-0bdf223df7ca details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:05:39.157986 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343d90-7445-40e8-b539-95da4729d258 req-43d72333-a110-4ad9-923f-30bd9404bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:39.159522 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9343d90-7445-40e8-b539-95da4729d258 req-43d72333-a110-4ad9-923f-30bd9404bd69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 200 len: 848 time: 0.0433481 Mar 26 03:05:39.210242 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343d90-7445-40e8-b539-95da4729d258 req-00974e17-dc34-4fde-b455-a9c756130575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:39.211691 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9343d90-7445-40e8-b539-95da4729d258 req-00974e17-dc34-4fde-b455-a9c756130575 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddaffb82-6513-4745-bac8-becc9cfce0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444896 Mar 26 03:05:39.215521 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 91a46f15-2234-451b-a173-0bdf223df7ca, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=91a46f15-2234-451b-a173-0bdf223df7ca,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:39.226035 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '91a46f15-2234-451b-a173-0bdf223df7ca', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'port_id': '91a46f15-2234-451b-a173-0bdf223df7ca', 'mac_address': 'fa:16:3e:9f:33:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:05:39.265810 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 91a46f15-2234-451b-a173-0bdf223df7ca is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:05:39.266200 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:39.279627 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a46f15-2234-451b-a173-0bdf223df7ca {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:05:39.298099 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 91a46f15-2234-451b-a173-0bdf223df7ca, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=91a46f15-2234-451b-a173-0bdf223df7ca,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:39.302647 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:39.303563 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9343d90-7445-40e8-b539-95da4729d258 req-3a149879-76a3-4b02-b1d2-2cf3699ec0bd service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Mar 26 03:05:39.349445 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=91a46f15-2234-451b-a173-0bdf223df7ca,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:39.356512 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.356862 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.357203 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.357564 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.357902 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.358229 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.358554 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.358875 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.359240 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.359564 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.359884 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.360221 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.360543 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.360860 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.361174 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:39.406176 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9343d90-7445-40e8-b539-95da4729d258 req-7c6daa39-e7ab-4c2d-86c4-fb2c6755d88b service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829301 Mar 26 03:05:39.671303 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['91a46f15-2234-451b-a173-0bdf223df7ca'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:05:39.725331 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0fdd-46c0-4dc4-8018-28111ab6857a req-6a7a5e21-5f8b-4e50-bd82-0f908cfb6f06 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:39.726849 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bfdd0fdd-46c0-4dc4-8018-28111ab6857a req-6a7a5e21-5f8b-4e50-bd82-0f908cfb6f06 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 945 time: 0.0537126 Mar 26 03:05:39.778337 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bfdd0fdd-46c0-4dc4-8018-28111ab6857a req-fcb07917-ae83-41b6-b7c0-264c751f09d7 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452409 Mar 26 03:05:40.069066 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78e930-4080-4a2e-a814-bd3e0514ea59 req-d6e4ecb9-b163-46e1-adec-30986dffffed tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:40.070536 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a78e930-4080-4a2e-a814-bd3e0514ea59 req-d6e4ecb9-b163-46e1-adec-30986dffffed tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0556650 Mar 26 03:05:40.117157 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a78e930-4080-4a2e-a814-bd3e0514ea59 req-a5a62c09-18e2-46e9-98ae-30577e194a8f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 Mar 26 03:05:40.895041 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dbe02-0817-4019-8314-de53cf37aece req-e1f12210-e0df-4643-835e-ffc17f8a2d20 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:40.896497 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec4dbe02-0817-4019-8314-de53cf37aece req-e1f12210-e0df-4643-835e-ffc17f8a2d20 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 945 time: 0.0520895 Mar 26 03:05:40.941732 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec4dbe02-0817-4019-8314-de53cf37aece req-8d9f9281-9c97-440b-b45e-698d976c3634 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397515 Mar 26 03:05:41.132014 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 91a46f15-2234-451b-a173-0bdf223df7ca up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:05:41.181525 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 91a46f15-2234-451b-a173-0bdf223df7ca completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:05:41.185658 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 91a46f15-2234-451b-a173-0bdf223df7ca triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:05:41.186024 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:41.240153 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ec9dc-426d-4cec-8d94-2c48ffffb9ad req-9c30c193-5546-43d0-88db-6743858644c1 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:41.241544 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-943ec9dc-426d-4cec-8d94-2c48ffffb9ad req-9c30c193-5546-43d0-88db-6743858644c1 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0567997 Mar 26 03:05:41.264782 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 91a46f15-2234-451b-a173-0bdf223df7ca is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:05:41.265169 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:41.287950 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a46f15-2234-451b-a173-0bdf223df7ca'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:05:41.288640 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-943ec9dc-426d-4cec-8d94-2c48ffffb9ad req-30025529-d06f-41a9-b84d-9b51c604219c tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Mar 26 03:05:41.290130 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3084421f-44d5-45e9-a21a-36c23ba1eb6e" -d '{"events": [{"server_uuid": "0d3b2cae-0c28-4c47-bd2f-fe9a30563713", "name": "network-vif-plugged", "status": "completed", "tag": "91a46f15-2234-451b-a173-0bdf223df7ca"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:05:41.303122 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 91a46f15-2234-451b-a173-0bdf223df7ca, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=91a46f15-2234-451b-a173-0bdf223df7ca,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:41.308333 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:41.333625 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e114e93d-7f0f-4259-b06b-0af398a135af x-openstack-request-id: req-e114e93d-7f0f-4259-b06b-0af398a135af {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:05:41.334479 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3b2cae-0c28-4c47-bd2f-fe9a30563713", "name": "network-vif-plugged", "status": "completed", "tag": "91a46f15-2234-451b-a173-0bdf223df7ca", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:05:41.334735 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e114e93d-7f0f-4259-b06b-0af398a135af {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:05:41.335309 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e114e93d-7f0f-4259-b06b-0af398a135af'] response: {'server_uuid': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a46f15-2234-451b-a173-0bdf223df7ca', 'code': 200} Mar 26 03:05:41.362019 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=91a46f15-2234-451b-a173-0bdf223df7ca,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:41.493619 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d669dda-9447-4acf-a0fe-7732089d8a6e req-69bfc3e2-3d65-4859-8efa-04f37d8e6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:41.495025 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3d669dda-9447-4acf-a0fe-7732089d8a6e req-69bfc3e2-3d65-4859-8efa-04f37d8e6b5c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 1130 time: 0.0429208 Mar 26 03:05:41.538200 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3d669dda-9447-4acf-a0fe-7732089d8a6e req-cfa7bd20-1e25-4475-b5e9-944189a665b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365160 Mar 26 03:05:41.631999 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:42.061113 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab1f9f-b55c-45c3-8eae-cc1f5ab64879 req-5d646f27-3e18-4177-a106-acd15e5a8dc5 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:42.062882 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-52ab1f9f-b55c-45c3-8eae-cc1f5ab64879 req-5d646f27-3e18-4177-a106-acd15e5a8dc5 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 946 time: 0.0541086 Mar 26 03:05:42.119596 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-52ab1f9f-b55c-45c3-8eae-cc1f5ab64879 req-1dd7f343-f11a-4bb1-af2d-93355b6ef21d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502365 Mar 26 03:05:43.236814 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86ee73-e9fc-49c0-bfcf-1fb528ba014a req-888f2e6c-8328-4d75-817f-bf0d218de365 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:43.238286 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ed86ee73-e9fc-49c0-bfcf-1fb528ba014a req-888f2e6c-8328-4d75-817f-bf0d218de365 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 946 time: 0.0522223 Mar 26 03:05:43.284147 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ed86ee73-e9fc-49c0-bfcf-1fb528ba014a req-e9da1eac-daf1-4656-9a07-6e2d8a3a8472 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395725 Mar 26 03:05:43.398583 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a939356-7dfd-4482-9e0c-66a0a02af35b req-1ddaefbe-bfa4-4fc3-b7c7-802925caed80 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:43.399990 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0a939356-7dfd-4482-9e0c-66a0a02af35b req-1ddaefbe-bfa4-4fc3-b7c7-802925caed80 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 946 time: 0.0521977 Mar 26 03:05:43.408422 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56518) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:43.413342 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8c9b455f-9bc7-4277-9aa7-20f1b62a2090 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'floatingip': {'port_id': '91a46f15-2234-451b-a173-0bdf223df7ca'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:05:43.455575 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9b455f-9bc7-4277-9aa7-20f1b62a2090 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (75e5e31c-81f5-4000-957e-d16a0ea8c0a3), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:44.105389 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9b455f-9bc7-4277-9aa7-20f1b62a2090 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:44.109099 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9b455f-9bc7-4277-9aa7-20f1b62a2090 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (75e5e31c-81f5-4000-957e-d16a0ea8c0a3), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:44.207677 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-8c9b455f-9bc7-4277-9aa7-20f1b62a2090 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Floating IP 75e5e31c-81f5-4000-957e-d16a0ea8c0a3 associated. External IP: 172.28.2.3, port: 91a46f15-2234-451b-a173-0bdf223df7ca. Mar 26 03:05:44.414372 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9b455f-9bc7-4277-9aa7-20f1b62a2090 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:05:44.530929 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9b455f-9bc7-4277-9aa7-20f1b62a2090 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:05:44.535984 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c9b455f-9bc7-4277-9aa7-20f1b62a2090 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:44.542798 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:05:44.552912 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:05:44.553512 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:44.615478 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8c9b455f-9bc7-4277-9aa7-20f1b62a2090 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "PUT /v2.0/floatingips/75e5e31c-81f5-4000-957e-d16a0ea8c0a3 HTTP/1.1" status: 200 len: 990 time: 1.2059658 Mar 26 03:05:44.619432 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'tag': '91a46f15-2234-451b-a173-0bdf223df7ca'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:05:44.621751 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5537bfe5-4751-4c4a-8993-cf90e99087ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3b2cae-0c28-4c47-bd2f-fe9a30563713", "tag": "91a46f15-2234-451b-a173-0bdf223df7ca"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:05:44.654964 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-ce084a71-22b7-468b-9cfb-770c92affc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:44.657263 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-ce084a71-22b7-468b-9cfb-770c92affc6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 1129 time: 0.1172867 Mar 26 03:05:44.667989 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d921877-e006-4190-8c60-6499e05f63a8 req-9df7aac1-f71d-421c-9956-32552f9242b3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:44.667989 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2d921877-e006-4190-8c60-6499e05f63a8 req-9df7aac1-f71d-421c-9956-32552f9242b3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.1061933 Mar 26 03:05:44.669540 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4731776-3ff3-4678-9e61-d83861a9bb71 x-openstack-request-id: req-d4731776-3ff3-4678-9e61-d83861a9bb71 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:05:44.669831 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3b2cae-0c28-4c47-bd2f-fe9a30563713", "tag": "91a46f15-2234-451b-a173-0bdf223df7ca", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:05:44.670679 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4731776-3ff3-4678-9e61-d83861a9bb71 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:05:44.671107 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4731776-3ff3-4678-9e61-d83861a9bb71'] response: {'name': 'network-changed', 'server_uuid': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'tag': '91a46f15-2234-451b-a173-0bdf223df7ca', 'status': 'completed', 'code': 200} Mar 26 03:05:44.745072 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-620a3da3-3404-4ba9-b413-c013a1b16494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:44.746842 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-620a3da3-3404-4ba9-b413-c013a1b16494 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 1130 time: 0.0514746 Mar 26 03:05:44.754288 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:05:44.776342 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2d921877-e006-4190-8c60-6499e05f63a8 req-2fe64490-efe1-46db-8456-ac8fcd420ff0 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959892 Mar 26 03:05:44.807934 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-bbae28b1-e456-4e08-a091-2d3dce1667c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:44.809404 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-bbae28b1-e456-4e08-a091-2d3dce1667c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.1375124 Mar 26 03:05:44.844353 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-6615700e-bdfa-492f-b20b-6064b057ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:44.846268 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-6615700e-bdfa-492f-b20b-6064b057ad47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 915 time: 0.0928023 Mar 26 03:05:44.877189 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-d9efd24c-e33b-451b-b6e4-bc1278c63171 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae HTTP/1.1" status: 200 len: 1001 time: 0.0608056 Mar 26 03:05:44.914750 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-eb758ff0-404d-4e5a-82c2-66fdbd4dc6b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91a46f15-2234-451b-a173-0bdf223df7ca HTTP/1.1" status: 200 len: 998 time: 0.0621932 Mar 26 03:05:44.926183 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-7c2b9199-f49e-47ec-b360-dddd0672068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:44.927677 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-7c2b9199-f49e-47ec-b360-dddd0672068c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0439687 Mar 26 03:05:44.963761 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-f769af21-eb2e-496a-acf2-dcd50ca086fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:44.965231 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-f769af21-eb2e-496a-acf2-dcd50ca086fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0430548 Mar 26 03:05:44.982295 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-9bb20fc1-c2fd-4279-a820-d10619ba2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:44.982607 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '75e5e31c-81f5-4000-957e-d16a0ea8c0a3', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.3', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': '91a46f15-2234-451b-a173-0bdf223df7ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:9f:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:05:31Z', 'updated_at': '2022-03-26T03:05:44Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:44.983843 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-9bb20fc1-c2fd-4279-a820-d10619ba2824 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490093 Mar 26 03:05:45.012974 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:05:45.016145 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-2e6d4d52-e3ef-4902-8885-42d855dcc472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:45.017852 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-2e6d4d52-e3ef-4902-8885-42d855dcc472 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0450559 Mar 26 03:05:45.022032 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:05:45.022637 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:45.078868 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-6c31994f-6845-473f-83a1-7c6f0e0dfc0a service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836444 Mar 26 03:05:45.112479 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-143c5d30-a20a-4167-816a-f0a44b264fba service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867379 Mar 26 03:05:45.128338 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:05:45.172362 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c0ae79d3-04d6-4be2-a7ed-b1cba81c7575 req-29a69e93-a95c-4059-b958-acf4c084b8a8 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876074 Mar 26 03:05:45.201708 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-5537bfe5-4751-4c4a-8993-cf90e99087ad req-71a0d820-8446-4363-96da-1272c2ba8bbe service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829945 Mar 26 03:05:45.355295 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '75e5e31c-81f5-4000-957e-d16a0ea8c0a3', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.3', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': '91a46f15-2234-451b-a173-0bdf223df7ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:9f:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:05:31Z', 'updated_at': '2022-03-26T03:05:44Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:05:45.381015 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c36b52-87ff-4d8a-a86d-30c2326ece6c None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '75e5e31c-81f5-4000-957e-d16a0ea8c0a3', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.3', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': '91a46f15-2234-451b-a173-0bdf223df7ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:9f:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:05:31Z', 'updated_at': '2022-03-26T03:05:44Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:05:45.559373 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf674c-eeca-4014-a48d-fcaed555b2b6 None None] New status for floating IP 75e5e31c-81f5-4000-957e-d16a0ea8c0a3: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:05:45.902557 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9927e7-cb0a-462a-9a25-aa0bad6ecd46 req-f2c3a021-367d-4c0d-9910-b736472e5eaa tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:45.904058 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab9927e7-cb0a-462a-9a25-aa0bad6ecd46 req-f2c3a021-367d-4c0d-9910-b736472e5eaa tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Mar 26 03:05:45.950742 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab9927e7-cb0a-462a-9a25-aa0bad6ecd46 req-c762c67b-49cf-4ff2-a098-f6ed0abfef54 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410643 Mar 26 03:05:47.069205 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c12a6-03d2-4d21-85e0-9cd1fad6d854 req-c183bf3d-6ab8-4f21-8ecd-322a072d2095 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:47.070669 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e59c12a6-03d2-4d21-85e0-9cd1fad6d854 req-c183bf3d-6ab8-4f21-8ecd-322a072d2095 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0521579 Mar 26 03:05:47.115534 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e59c12a6-03d2-4d21-85e0-9cd1fad6d854 req-de93bbbc-71a2-4ef9-9027-d5505e863d65 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393853 Mar 26 03:05:48.240868 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddfff1-75db-4f8e-918f-59e646f4ef1a req-cf25c761-8b49-489e-8e52-6a92f5461aa3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:48.242327 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-67ddfff1-75db-4f8e-918f-59e646f4ef1a req-cf25c761-8b49-489e-8e52-6a92f5461aa3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0600281 Mar 26 03:05:48.287450 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-67ddfff1-75db-4f8e-918f-59e646f4ef1a req-a4975415-85a2-4978-a757-bc505dacbae4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395555 Mar 26 03:05:49.404447 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c500c5-09bd-4872-b415-f3ed54eb333b req-41dfb5be-2bcc-4ac6-905e-a3080774b718 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:49.405913 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f8c500c5-09bd-4872-b415-f3ed54eb333b req-41dfb5be-2bcc-4ac6-905e-a3080774b718 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0516052 Mar 26 03:05:49.451847 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f8c500c5-09bd-4872-b415-f3ed54eb333b req-667bfd4d-2a27-44ce-a071-ab35b6dfbf3d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393457 Mar 26 03:05:50.571202 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2f112-4d9e-4c7a-bfac-da17eb78a25e req-e7b18a02-ddf0-4b1f-b179-ba651c3d49b4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:50.572664 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-41d2f112-4d9e-4c7a-bfac-da17eb78a25e req-e7b18a02-ddf0-4b1f-b179-ba651c3d49b4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0554333 Mar 26 03:05:50.618361 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-41d2f112-4d9e-4c7a-bfac-da17eb78a25e req-27957b5f-424a-40ba-bdb1-35e311fea8a8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401995 Mar 26 03:05:51.738460 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b3918-266b-438b-b841-d9afcf0d656e req-07e1ecb9-6549-465c-855f-db15750d859e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:51.740153 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-523b3918-266b-438b-b841-d9afcf0d656e req-07e1ecb9-6549-465c-855f-db15750d859e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0532529 Mar 26 03:05:51.787400 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-523b3918-266b-438b-b841-d9afcf0d656e req-0c1ca943-cc42-4b46-b01c-dd7ec82695d7 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Mar 26 03:05:52.902454 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b528e-8c8b-4738-af3b-a765386bf99f req-8ad78f91-8c02-4dbf-9a55-61f909a08d69 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:52.903931 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-381b528e-8c8b-4738-af3b-a765386bf99f req-8ad78f91-8c02-4dbf-9a55-61f909a08d69 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0505505 Mar 26 03:05:52.951956 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-381b528e-8c8b-4738-af3b-a765386bf99f req-a827487f-da43-4cdc-9f2d-47d2d762b0ed tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Mar 26 03:05:54.067613 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41961a-1ec7-46bd-b113-c2821d33a74f req-f1945e46-583b-4136-8070-b8a61a1944f9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:54.069067 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2c41961a-1ec7-46bd-b113-c2821d33a74f req-f1945e46-583b-4136-8070-b8a61a1944f9 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0517313 Mar 26 03:05:54.114309 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2c41961a-1ec7-46bd-b113-c2821d33a74f req-75fa8653-8886-4dc0-85f5-0f980a337db6 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Mar 26 03:05:55.232914 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfce0b-340d-4c07-bdab-fa0ca0b94bf3 req-54c30622-4c83-4c62-ab27-608a6b08b5cd tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:55.234298 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a2dfce0b-340d-4c07-bdab-fa0ca0b94bf3 req-54c30622-4c83-4c62-ab27-608a6b08b5cd tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0530829 Mar 26 03:05:55.280004 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a2dfce0b-340d-4c07-bdab-fa0ca0b94bf3 req-1e93d23b-124e-4b39-90bb-8114097a810e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Mar 26 03:05:55.975995 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e63718f9-3335-4f26-a9ea-b853b487d159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:56.404493 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafaef4-ec56-4de6-bf55-dd87c229248b req-59d07b12-a98c-4e0b-8246-63e0cdee674b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:56.405892 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-efafaef4-ec56-4de6-bf55-dd87c229248b req-59d07b12-a98c-4e0b-8246-63e0cdee674b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0558255 Mar 26 03:05:56.451723 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-efafaef4-ec56-4de6-bf55-dd87c229248b req-891691a1-a518-4e17-9674-872f20990e23 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Mar 26 03:05:57.467269 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe28055-f466-46c4-ba93-3df73acb0a28 req-0109d87b-9533-4f19-afa5-bd89d33ed962 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:57.468660 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cfe28055-f466-46c4-ba93-3df73acb0a28 req-0109d87b-9533-4f19-afa5-bd89d33ed962 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 946 time: 0.0528181 Mar 26 03:05:57.516956 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cfe28055-f466-46c4-ba93-3df73acb0a28 req-cd9fbc9e-54d6-4895-b83f-33392e1dc418 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427153 Mar 26 03:05:57.573689 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c21c-4448-4e38-b773-1a211ea0cbe7 req-21186135-3948-4043-ac2e-8894f2392f15 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:57.575168 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-db25c21c-4448-4e38-b773-1a211ea0cbe7 req-21186135-3948-4043-ac2e-8894f2392f15 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0534308 Mar 26 03:05:57.623776 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-db25c21c-4448-4e38-b773-1a211ea0cbe7 req-6fd685d2-78c0-4e3f-87ab-1e50fe592f96 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430942 Mar 26 03:05:58.244106 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc852-22f8-4cf9-ba98-f6da859c13d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:58.639204 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f5093-e610-4423-a40d-2253680ad8cc req-ee5756b9-c459-45d5-a0f1-3c529a7cbe50 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:58.640659 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4b2f5093-e610-4423-a40d-2253680ad8cc req-ee5756b9-c459-45d5-a0f1-3c529a7cbe50 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 946 time: 0.0523317 Mar 26 03:05:58.688171 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4b2f5093-e610-4423-a40d-2253680ad8cc req-258b8df4-c3df-4f2f-b358-072a9c27e9be tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 Mar 26 03:05:58.745969 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4a578-bfce-411a-b3d3-38edef9ba427 req-b6169175-40d1-4292-b7c1-b3c2f6e1db67 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:58.747450 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-44b4a578-bfce-411a-b3d3-38edef9ba427 req-b6169175-40d1-4292-b7c1-b3c2f6e1db67 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0528669 Mar 26 03:05:58.793756 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-44b4a578-bfce-411a-b3d3-38edef9ba427 req-337e5445-2bf5-417d-a287-609c145ccd9b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Mar 26 03:05:59.315876 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-8bf95ca7-3c26-49e5-a7a7-d2c875adf8da tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:59.318400 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-8bf95ca7-3c26-49e5-a7a7-d2c875adf8da tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 946 time: 0.0521283 Mar 26 03:05:59.417087 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Deleting port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:05:59.417423 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:59.501954 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] For port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:59.502306 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:59.678254 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:59.719331 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:59.719694 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (c4c22def-74e7-44e3-8d4f-60a953e6a2f6), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:59.720013 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Floating IP c4c22def-74e7-44e3-8d4f-60a953e6a2f6 disassociated. External IP: 172.28.2.159, port: 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a. Mar 26 03:05:59.720361 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Calling delete_port for 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:05:59.816185 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723cca2-c224-41e7-bbe5-063954650b38 req-367ccc6a-fda5-4141-bb3c-94fe3852dc6d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:59.823493 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5723cca2-c224-41e7-bbe5-063954650b38 req-367ccc6a-fda5-4141-bb3c-94fe3852dc6d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d2a2c-3bb9-43e1-9d15-e780c981c2ad HTTP/1.1" status: 200 len: 946 time: 0.0627959 Mar 26 03:05:59.851297 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:59.879893 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event deleted for resources: {'Port': ['ID=7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:59.880860 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5723cca2-c224-41e7-bbe5-063954650b38 req-625d3913-c803-409d-95fb-8f2a687be759 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cb534d5-e8f6-49cc-88a8-8e775cb876f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561655 Mar 26 03:05:59.927057 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c20f5-b409-4de5-8bca-bee8261d7310 req-a9e0fb26-22a1-4e6d-bd24-03ff49bb2b90 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:59.928551 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-183c20f5-b409-4de5-8bca-bee8261d7310 req-a9e0fb26-22a1-4e6d-bd24-03ff49bb2b90 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0628302 Mar 26 03:05:59.976706 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-183c20f5-b409-4de5-8bca-bee8261d7310 req-74bc9f88-e096-4649-8566-35041112a9d6 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Mar 26 03:06:00.000271 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:00.105930 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:00.116156 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] Sync routers for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:00.125551 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:00.126235 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:00.146646 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] No DVR routers for this DVR port 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a on host hv-cinder-83532 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:00.149174 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:00.152675 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4c29855d-a63d-4b8c-9bbd-9f0a015a881c req-e9671fcb-e499-4a45-8a9f-2f364880a2cf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "DELETE /v2.0/ports/7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a HTTP/1.1" status: 204 len: 173 time: 0.8257713 Mar 26 03:06:00.153142 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-deleted', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:00.155939 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeec5840-8ab3-4c57-beb5-76ccc4fccc73" -d '{"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-deleted", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:00.195696 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6872c9-43f0-4d73-b9db-73b6c9ee47c6 x-openstack-request-id: req-4f6872c9-43f0-4d73-b9db-73b6c9ee47c6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:00.195997 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d2a2c-3bb9-43e1-9d15-e780c981c2ad", "name": "network-vif-deleted", "tag": "7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:00.196256 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f6872c9-43f0-4d73-b9db-73b6c9ee47c6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:00.196670 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6872c9-43f0-4d73-b9db-73b6c9ee47c6'] response: {'server_uuid': '311d2a2c-3bb9-43e1-9d15-e780c981c2ad', 'name': 'network-vif-deleted', 'tag': '7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a', 'status': 'completed', 'code': 200} Mar 26 03:06:00.236874 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:00.443256 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:00.468855 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] Checking router: 309ddfd8-4a57-4a6b-b268-f38960e1fe95 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:00.477960 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:00.478602 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:00.582705 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:00.788041 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:00.817437 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089061e2-ed98-4e71-9f47-28341f37d673 None None] The sync data for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb is: [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:00.979542 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56608) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:01.045997 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a49c46f-c58d-4c0e-801c-ec013de0e1ab tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (2cb534d5-e8f6-49cc-88a8-8e775cb876f8), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.047540 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b722ab3-98b2-4e56-bdeb-a388b77c165f None None] New status for floating IP c4c22def-74e7-44e3-8d4f-60a953e6a2f6: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:06:01.091669 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.096970 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a49c46f-c58d-4c0e-801c-ec013de0e1ab tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (2cb534d5-e8f6-49cc-88a8-8e775cb876f8), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.146723 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03b49f-6a4f-428a-9f35-0c2e48586095 req-18c4fbbc-f600-49a2-9e5e-8c7ccc2a44d8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:01.148325 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ca03b49f-6a4f-428a-9f35-0c2e48586095 req-18c4fbbc-f600-49a2-9e5e-8c7ccc2a44d8 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0997174 Mar 26 03:06:01.178956 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a49c46f-c58d-4c0e-801c-ec013de0e1ab tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (2cb534d5-e8f6-49cc-88a8-8e775cb876f8), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.181437 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a49c46f-c58d-4c0e-801c-ec013de0e1ab tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.182653 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9a49c46f-c58d-4c0e-801c-ec013de0e1ab tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "DELETE /v2.0/security-groups/2cb534d5-e8f6-49cc-88a8-8e775cb876f8 HTTP/1.1" status: 204 len: 168 time: 0.2020130 Mar 26 03:06:01.186103 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56612) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:01.201140 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.api.v2.resource [None req-31bc4811-88a2-42d2-bbbf-11e0010724c1 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] show failed (client error): The resource could not be found. Mar 26 03:06:01.204746 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-31bc4811-88a2-42d2-bbbf-11e0010724c1 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups/2cb534d5-e8f6-49cc-88a8-8e775cb876f8 HTTP/1.1" status: 404 len: 347 time: 0.0176115 Mar 26 03:06:01.204922 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:01.207697 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49c46f-c58d-4c0e-801c-ec013de0e1ab tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb534d5-e8f6-49cc-88a8-8e775cb876f8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:01.260023 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ca03b49f-6a4f-428a-9f35-0c2e48586095 req-d7d8afc8-ecd1-4fbe-991d-395a1140aca2 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053445 Mar 26 03:06:01.343915 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Deleting port f156032a-8b38-44df-9453-0901fc2d223f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:01.344260 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (f156032a-8b38-44df-9453-0901fc2d223f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.419391 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (f156032a-8b38-44df-9453-0901fc2d223f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.419721 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (f156032a-8b38-44df-9453-0901fc2d223f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.431837 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Calling delete_port for f156032a-8b38-44df-9453-0901fc2d223f owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:01.556523 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (f156032a-8b38-44df-9453-0901fc2d223f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.582761 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event deleted for resources: {'Port': ['ID=f156032a-8b38-44df-9453-0901fc2d223f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:01.649622 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (c4c22def-74e7-44e3-8d4f-60a953e6a2f6), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.652578 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.653819 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c070ed5a-cdaa-4ed9-b372-f35592a17bc3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "DELETE /v2.0/floatingips/c4c22def-74e7-44e3-8d4f-60a953e6a2f6 HTTP/1.1" status: 204 len: 168 time: 0.4478595 Mar 26 03:06:01.781268 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91074db-73fd-4542-a11f-709826d51663 req-1ac501fd-519c-46d5-a13a-723b386968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:01.782730 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d91074db-73fd-4542-a11f-709826d51663 req-1ac501fd-519c-46d5-a13a-723b386968c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 1129 time: 0.0543501 Mar 26 03:06:01.825124 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d91074db-73fd-4542-a11f-709826d51663 req-40a320c4-7dcb-4614-8ef7-1fd2d1a44ba1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352676 Mar 26 03:06:01.897453 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56618) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:01.901984 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ba656c61-559b-4e15-bd1d-7284b63b217b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717144266', 'description': 'tempest-description--2024355085'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:01.921254 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba656c61-559b-4e15-bd1d-7284b63b217b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.983660 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba656c61-559b-4e15-bd1d-7284b63b217b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (18fb7ec2-fa10-4c52-95fa-485e92c42c3d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:01.987005 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba656c61-559b-4e15-bd1d-7284b63b217b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (18fb7ec2-fa10-4c52-95fa-485e92c42c3d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.015930 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba656c61-559b-4e15-bd1d-7284b63b217b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.017110 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-ba656c61-559b-4e15-bd1d-7284b63b217b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1186850 Mar 26 03:06:02.018192 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba656c61-559b-4e15-bd1d-7284b63b217b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fb7ec2-fa10-4c52-95fa-485e92c42c3d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:02.020199 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56620) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:02.024789 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-60bbc08c-0ff1-4a65-beb4-f018c3487c7c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'security_group_rule': {'security_group_id': '18fb7ec2-fa10-4c52-95fa-485e92c42c3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:02.050429 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60bbc08c-0ff1-4a65-beb4-f018c3487c7c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (89220492-d4e2-480f-8477-4d1f2ff14029), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.104377 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60bbc08c-0ff1-4a65-beb4-f018c3487c7c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (89220492-d4e2-480f-8477-4d1f2ff14029), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.108115 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60bbc08c-0ff1-4a65-beb4-f018c3487c7c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (89220492-d4e2-480f-8477-4d1f2ff14029), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.125586 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbc08c-0ff1-4a65-beb4-f018c3487c7c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89220492-d4e2-480f-8477-4d1f2ff14029,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:02.134183 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60bbc08c-0ff1-4a65-beb4-f018c3487c7c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.135394 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-60bbc08c-0ff1-4a65-beb4-f018c3487c7c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141953 Mar 26 03:06:02.137966 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56622) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:02.142123 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a181f445-85c7-4e56-a22a-73d5814f4eac tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'security_group_rule': {'security_group_id': '18fb7ec2-fa10-4c52-95fa-485e92c42c3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:02.165702 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a181f445-85c7-4e56-a22a-73d5814f4eac tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (4f5eb856-b333-445f-935a-fbe26ea7805c), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.223238 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a181f445-85c7-4e56-a22a-73d5814f4eac tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (4f5eb856-b333-445f-935a-fbe26ea7805c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.226980 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a181f445-85c7-4e56-a22a-73d5814f4eac tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (4f5eb856-b333-445f-935a-fbe26ea7805c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.244445 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181f445-85c7-4e56-a22a-73d5814f4eac tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5eb856-b333-445f-935a-fbe26ea7805c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:02.251391 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a181f445-85c7-4e56-a22a-73d5814f4eac tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.252552 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a181f445-85c7-4e56-a22a-73d5814f4eac tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136787 Mar 26 03:06:02.256282 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56626) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:02.260590 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:02.279465 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.404251 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68b6f7-356f-4760-8895-430312858f7d req-d3b4e3f9-9957-415a-ada0-8ffcd5bf791a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:02.405643 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9f68b6f7-356f-4760-8895-430312858f7d req-d3b4e3f9-9957-415a-ada0-8ffcd5bf791a tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0761087 Mar 26 03:06:02.430673 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.497822 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9f68b6f7-356f-4760-8895-430312858f7d req-aceca68f-7d90-4c19-96c2-7ed749ad9690 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838392 Mar 26 03:06:02.552175 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Allocated IP 172.28.2.186 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/b972db80-84f4-4939-9a3d-ae7fd61a00d8) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:06:02.652310 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for port (b972db80-84f4-4939-9a3d-ae7fd61a00d8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.674038 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.688661 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (b972db80-84f4-4939-9a3d-ae7fd61a00d8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:02.725413 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:06:02.728549 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:06:02.733939 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:06:02.739874 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'Port': ['ID=b972db80-84f4-4939-9a3d-ae7fd61a00d8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:02.821671 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (90c2d3a9-e165-40ab-b56e-e3058fad063d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:03.062921 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (b972db80-84f4-4939-9a3d-ae7fd61a00d8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:03.213621 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for port (b972db80-84f4-4939-9a3d-ae7fd61a00d8), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:03.217918 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (b972db80-84f4-4939-9a3d-ae7fd61a00d8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:03.258103 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:03.278900 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:03.279267 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7f7ecb4f-ad73-458b-bc0f-69c3e1d9ce7a not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:03.281955 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'Port': ['ID=b972db80-84f4-4939-9a3d-ae7fd61a00d8,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:03.293158 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (90c2d3a9-e165-40ab-b56e-e3058fad063d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:03.307836 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:03.309020 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6e940194-fa7d-4f8b-9dc5-46a4e5928257 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0518286 Mar 26 03:06:03.497242 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-66f6fa53-e427-4da0-878a-dbc829de1e2c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1717144266&fields=id&tenant_id=171e346333ca4d44b59ba34a1b15f865 HTTP/1.1" status: 200 len: 267 time: 0.0414147 Mar 26 03:06:03.631692 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-d2204aa2-890f-4df1-95a2-aac400279fea tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:03.633175 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-d2204aa2-890f-4df1-95a2-aac400279fea tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 816 time: 0.1295843 Mar 26 03:06:03.646659 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050393e3-afac-4ae8-9ecb-d0df630ffd6e req-d30f43d4-1a82-4944-b042-670b1ffd7d98 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:03.648080 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-050393e3-afac-4ae8-9ecb-d0df630ffd6e req-d30f43d4-1a82-4944-b042-670b1ffd7d98 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0833302 Mar 26 03:06:03.669044 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-6929e4b6-4d4e-47b4-9423-c44da2a15074 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/quotas/171e346333ca4d44b59ba34a1b15f865 HTTP/1.1" status: 200 len: 375 time: 0.0299571 Mar 26 03:06:03.725694 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-050393e3-afac-4ae8-9ecb-d0df630ffd6e req-69111f0a-57f0-4031-a1d6-88279c8152dd tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717897 Mar 26 03:06:03.739638 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-71131654-06de-4e5f-9dd8-e727b6121adc tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642641 Mar 26 03:06:03.838101 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-b58fcd81-fb07-42e1-8bf3-22a79707e533 service neutron] 10.222.0.13 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871446 Mar 26 03:06:03.925411 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-41ea89a2-7aa7-4e19-8847-6fab485a3c40 service neutron] 10.222.0.13 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817502 Mar 26 03:06:04.109486 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3b743e1b-fb57-42ab-ad90-7a813d550630 req-d7c37b42-fb4d-404d-b9d1-3c237b880ab5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 210 time: 0.0466640 Mar 26 03:06:04.127300 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79864-006e-476c-9083-4a12b32084d9 req-4d9d0e2c-1de6-43e0-b2eb-2356e2fa89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:04.130022 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-9dc79864-006e-476c-9083-4a12b32084d9 req-4d9d0e2c-1de6-43e0-b2eb-2356e2fa89db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 1129 time: 0.0488956 Mar 26 03:06:04.158051 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8459a2-567a-4ca5-a32f-42276369bc27 req-b27b3970-3204-4b1c-b145-5415f4dde3ba tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:04.159555 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ff8459a2-567a-4ca5-a32f-42276369bc27 req-b27b3970-3204-4b1c-b145-5415f4dde3ba tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0822201 Mar 26 03:06:04.215638 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ff8459a2-567a-4ca5-a32f-42276369bc27 req-acefd608-8e5a-4963-81cd-b405d5f39e3f tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492373 Mar 26 03:06:04.232284 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79864-006e-476c-9083-4a12b32084d9 req-1e0f95a0-a672-4515-abcd-e1368d2f9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:04.233835 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-9dc79864-006e-476c-9083-4a12b32084d9 req-1e0f95a0-a672-4515-abcd-e1368d2f9b7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.0937231 Mar 26 03:06:04.301614 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-9dc79864-006e-476c-9083-4a12b32084d9 req-f0bd6cfd-8fc3-4efd-8334-4936d7503310 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae HTTP/1.1" status: 200 len: 1001 time: 0.0612681 Mar 26 03:06:04.357645 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79864-006e-476c-9083-4a12b32084d9 req-156bc4a1-b9c0-4969-9878-25b34f08cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:04.359109 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-9dc79864-006e-476c-9083-4a12b32084d9 req-156bc4a1-b9c0-4969-9878-25b34f08cae9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0494399 Mar 26 03:06:04.411216 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79864-006e-476c-9083-4a12b32084d9 req-0d15f9f6-e7a1-4cae-aa7b-b17000dfafad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:04.412712 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-9dc79864-006e-476c-9083-4a12b32084d9 req-0d15f9f6-e7a1-4cae-aa7b-b17000dfafad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461791 Mar 26 03:06:04.504339 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-9dc79864-006e-476c-9083-4a12b32084d9 req-96ec70b8-5667-499f-bf5c-b9fab6d7ee95 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816715 Mar 26 03:06:04.600669 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-9dc79864-006e-476c-9083-4a12b32084d9 req-072a7633-2f4b-4f9b-bb68-642edb63314f service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876386 Mar 26 03:06:05.140983 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-ed8416df-ac07-4da4-ba7f-804c0f4ebb2b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:05.142387 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-ed8416df-ac07-4da4-ba7f-804c0f4ebb2b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 816 time: 0.1007681 Mar 26 03:06:05.219959 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-07defd29-3454-4b31-9c9d-183cf0a6be91 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=171e346333ca4d44b59ba34a1b15f865 HTTP/1.1" status: 200 len: 380 time: 0.0639226 Mar 26 03:06:05.222916 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b496ddda-e643-42c1-97ba-a9f29c455b11 req-5fea821a-3def-4017-a53f-ad6ba0b43151 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 210 time: 0.0279570 Mar 26 03:06:05.239013 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'port': {'device_id': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'admin_state_up': True, 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'security_groups': ['18fb7ec2-fa10-4c52-95fa-485e92c42c3d']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:05.338339 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d24a34-338e-4d74-b57b-3a4c9d1fea45 req-dd2306c6-d303-4eea-9023-0e32a0b7940d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:05.339848 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-10d24a34-338e-4d74-b57b-3a4c9d1fea45 req-dd2306c6-d303-4eea-9023-0e32a0b7940d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0539386 Mar 26 03:06:05.352925 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Made reservation on behalf of 171e346333ca4d44b59ba34a1b15f865 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:06:05.356332 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:05.396942 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-10d24a34-338e-4d74-b57b-3a4c9d1fea45 req-118515c0-6524-4a7e-bd92-465fb685fd8d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482302 Mar 26 03:06:05.497443 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Allocated IP 172.20.0.11 (5dfeaeda-73d5-4b13-8fea-7ff995baae8f/3d5e54fb-362b-4e06-9ab8-41545d0c56f6/89c471fd-e843-4b9b-988c-51fa4611c942) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:06:05.643260 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for port (89c471fd-e843-4b9b-988c-51fa4611c942), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:05.684045 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:05.733604 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:06:05.737039 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:06:05.741366 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:06:05.771808 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:05.804553 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:05.805437 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:05.826652 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-29258943-f990-47c4-882b-99052f6463a9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934842 Mar 26 03:06:05.842654 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Request body: {'port': {'device_id': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:05.909721 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:06.021815 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-88d54ed9-de7f-48d0-98d2-e2f5a34019b9 None None] Provisioning complete for port 89c471fd-e843-4b9b-988c-51fa4611c942 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:06:06.022364 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88d54ed9-de7f-48d0-98d2-e2f5a34019b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:06.058619 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-88d54ed9-de7f-48d0-98d2-e2f5a34019b9 None None] Port 89c471fd-e843-4b9b-988c-51fa4611c942 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:06:06.175695 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c471fd-e843-4b9b-988c-51fa4611c942 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:06:06.182972 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Publish callbacks [] for port (89c471fd-e843-4b9b-988c-51fa4611c942), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:06.195209 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Transition to ACTIVE for port object 89c471fd-e843-4b9b-988c-51fa4611c942 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:06:06.198612 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:06.249206 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:06.327883 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Attempting to bind port 89c471fd-e843-4b9b-988c-51fa4611c942 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:06:06.328361 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Attempting to bind port 89c471fd-e843-4b9b-988c-51fa4611c942 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:06:06.328698 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Attempting to bind port 89c471fd-e843-4b9b-988c-51fa4611c942 on network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:06:06.334324 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Port 89c471fd-e843-4b9b-988c-51fa4611c942 on network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:06:06.334654 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Attempting to bind port 89c471fd-e843-4b9b-988c-51fa4611c942 on network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:06:06.339779 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:06:06.340117 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Checking segment: {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:06:06.341265 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Bound using segment: {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:06:06.341895 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Bound port: 89c471fd-e843-4b9b-988c-51fa4611c942, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:06:06.342264 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:06.364526 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7913bd-7442-4892-9a9c-95196f1ec008 req-493c408b-0ed0-489e-a5e7-14a3675a6aba tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:06.366095 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a7913bd-7442-4892-9a9c-95196f1ec008 req-493c408b-0ed0-489e-a5e7-14a3675a6aba tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0614498 Mar 26 03:06:06.415656 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:06:06.417692 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a7913bd-7442-4892-9a9c-95196f1ec008 req-cd1273af-2106-4132-b7af-9295a8dcb8b6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459559 Mar 26 03:06:06.418756 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:06:06.427889 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:06.465566 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:06.466177 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:06.467552 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] 10.222.0.15 "PUT /v2.0/ports/89c471fd-e843-4b9b-988c-51fa4611c942 HTTP/1.1" status: 200 len: 1094 time: 0.6295137 Mar 26 03:06:06.468001 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:06.470227 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18" -d '{"events": [{"name": "network-changed", "server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:06.521859 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf69be6-e068-4c1d-8b0e-5b091bca507f service neutron] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:06.528462 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba921fd-6eb5-4bb1-888d-676f22911fb0 x-openstack-request-id: req-cba921fd-6eb5-4bb1-888d-676f22911fb0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:06.529044 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:06.529460 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cba921fd-6eb5-4bb1-888d-676f22911fb0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:06.530742 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba921fd-6eb5-4bb1-888d-676f22911fb0'] response: {'name': 'network-changed', 'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942', 'status': 'completed', 'code': 200} Mar 26 03:06:06.559894 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89a38e-ad9f-4d14-9552-e4dd53772863 req-b0e4186e-3ae4-4533-8833-47b922c31925 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:06.561525 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9c89a38e-ad9f-4d14-9552-e4dd53772863 req-b0e4186e-3ae4-4533-8833-47b922c31925 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0802870 Mar 26 03:06:06.583133 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-15904c21-8c30-4a46-97b6-aaf73347bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:06.584674 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-15904c21-8c30-4a46-97b6-aaf73347bd79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 1128 time: 0.0497012 Mar 26 03:06:06.615118 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9c89a38e-ad9f-4d14-9552-e4dd53772863 req-7f7cb457-2438-4c47-9d07-ff89977a2381 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450554 Mar 26 03:06:06.642753 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-eea96d2c-adc3-4d9a-8dfe-63c1fa1cadeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c471fd-e843-4b9b-988c-51fa4611c942 HTTP/1.1" status: 200 len: 217 time: 0.0491383 Mar 26 03:06:06.696682 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-f1820882-6b47-4226-bdb0-998bfe4d1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:06.698221 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-f1820882-6b47-4226-bdb0-998bfe4d1d11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0490947 Mar 26 03:06:06.749246 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-dc3ed431-8914-4a59-9c1f-12bc665d0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:06.750870 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-dc3ed431-8914-4a59-9c1f-12bc665d0f99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451343 Mar 26 03:06:06.841372 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-139df781-0961-4e24-91eb-16050df3a4b9 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822427 Mar 26 03:06:06.925378 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-6d550103-d067-4ae0-a4d4-dd1f9fc2c076 req-b9590c36-e372-47d9-a88d-1b75d587bde2 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773134 Mar 26 03:06:07.010165 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-f9a497ba-87d1-4bb7-8b99-826b22223200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:07.011547 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-f9a497ba-87d1-4bb7-8b99-826b22223200 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 1128 time: 0.0430648 Mar 26 03:06:07.105606 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-c71e84e9-5df0-4ee2-ae31-9e6f13cb848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:07.107068 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-c71e84e9-5df0-4ee2-ae31-9e6f13cb848e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 917 time: 0.0825830 Mar 26 03:06:07.147261 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-8ee1aec0-32d1-44ad-aa11-d83841c74251 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c471fd-e843-4b9b-988c-51fa4611c942 HTTP/1.1" status: 200 len: 217 time: 0.0328922 Mar 26 03:06:07.196621 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-c8688312-1ec1-4ad1-b63c-0198a276ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:07.197995 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-c8688312-1ec1-4ad1-b63c-0198a276ff8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0436587 Mar 26 03:06:07.244923 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-421b197d-a554-40e9-8594-caada2e66a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:07.246351 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-421b197d-a554-40e9-8594-caada2e66a70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423555 Mar 26 03:06:07.338916 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-4a56ccf9-a141-43ac-bad3-ac3db4777ce3 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781353 Mar 26 03:06:07.553007 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454efc8-40e7-4843-9341-25734a8477bd req-ad225a50-9ece-44a8-9089-d41d157402bf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:07.554545 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3454efc8-40e7-4843-9341-25734a8477bd req-ad225a50-9ece-44a8-9089-d41d157402bf tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0596020 Mar 26 03:06:07.604189 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3454efc8-40e7-4843-9341-25734a8477bd req-51f3eb66-0862-4823-9e7b-d6a48e5bcd1c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Mar 26 03:06:07.651950 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3619ebb1-e28e-4ea9-8f68-1b49e503fa18 req-b3f7b905-6170-4358-8ed7-50f469bb0825 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026962 Mar 26 03:06:07.740865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a683-76b9-4310-9a29-69691c1d95ed req-06059732-600e-4ee8-a5ab-6ddca8911a14 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:07.742367 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2d78a683-76b9-4310-9a29-69691c1d95ed req-06059732-600e-4ee8-a5ab-6ddca8911a14 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0539258 Mar 26 03:06:07.788324 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2d78a683-76b9-4310-9a29-69691c1d95ed req-d736d82d-35df-4a99-9bd0-fee78a813f02 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 Mar 26 03:06:07.903281 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68b7bd-3fd1-420b-b058-1bb4ea6c60f0 req-c8214fdb-09bd-4a00-b4b9-b7938362c3a4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:07.904644 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0f68b7bd-3fd1-420b-b058-1bb4ea6c60f0 req-c8214fdb-09bd-4a00-b4b9-b7938362c3a4 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0545127 Mar 26 03:06:07.913865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56688) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:07.918080 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ec5fd634-a099-4764-93f2-a420a241e2cf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Request body: {'floatingip': {'port_id': '4b711b1f-aed8-44f3-abac-305dcc60b9ae'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:07.973073 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd634-a099-4764-93f2-a420a241e2cf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for floatingip (8b791a43-eb67-49db-98ec-8f71056ae127), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:08.419376 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd634-a099-4764-93f2-a420a241e2cf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:08.423130 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd634-a099-4764-93f2-a420a241e2cf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (8b791a43-eb67-49db-98ec-8f71056ae127), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:08.629200 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5fd634-a099-4764-93f2-a420a241e2cf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Router 5c22bc2d-3df5-4eaf-95d4-c475539da212 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:08.773755 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea08504-2e1b-48ee-9364-b05e8b761fe9 req-d22862ca-225d-4e0d-896e-4fc0d43a9764 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:08.775165 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3ea08504-2e1b-48ee-9364-b05e8b761fe9 req-d22862ca-225d-4e0d-896e-4fc0d43a9764 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0787611 Mar 26 03:06:08.777947 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5fd634-a099-4764-93f2-a420a241e2cf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:08.782513 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd634-a099-4764-93f2-a420a241e2cf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:08.788968 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] Sync routers for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:08.798617 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:08.799235 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:08.835472 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:08.837696 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76397f8c-5413-4ddc-8cea-145000fc1fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:08.875362 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3ea08504-2e1b-48ee-9364-b05e8b761fe9 req-5053db4e-cf34-4c61-89f0-fac6c8bafe57 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904977 Mar 26 03:06:08.890009 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ec5fd634-a099-4764-93f2-a420a241e2cf tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "PUT /v2.0/floatingips/8b791a43-eb67-49db-98ec-8f71056ae127 HTTP/1.1" status: 200 len: 993 time: 0.9623809 Mar 26 03:06:08.896474 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3118e56-e6c3-4571-97ba-744d7c7f1b79 x-openstack-request-id: req-d3118e56-e6c3-4571-97ba-744d7c7f1b79 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:08.896982 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:08.897459 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3118e56-e6c3-4571-97ba-744d7c7f1b79 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:08.897959 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3118e56-e6c3-4571-97ba-744d7c7f1b79'] response: {'name': 'network-changed', 'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'status': 'completed', 'code': 200} Mar 26 03:06:08.910073 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:08.959808 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-570a014f-b8af-41d2-8d8d-1b6a5ae245aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:08.961278 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-570a014f-b8af-41d2-8d8d-1b6a5ae245aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 1129 time: 0.0435343 Mar 26 03:06:09.056789 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-672bd475-a05e-4d73-a0bf-a8d7d0547cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:09.058371 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-672bd475-a05e-4d73-a0bf-a8d7d0547cee service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.0899715 Mar 26 03:06:09.123185 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-3b418a62-5521-4de3-9839-b1639f7e2758 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae HTTP/1.1" status: 200 len: 1001 time: 0.0576203 Mar 26 03:06:09.174694 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-0d985ba8-892a-41e0-bef8-b01a7fa5aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:09.176358 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-0d985ba8-892a-41e0-bef8-b01a7fa5aabd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0458510 Mar 26 03:06:09.221463 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '8b791a43-eb67-49db-98ec-8f71056ae127', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'port_id': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'mac_address': 'fa:16:3e:42:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:30Z', 'updated_at': '2022-03-26T03:06:08Z', 'revision_number': 3, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:09.233351 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-a1efae7c-ea89-4cbf-8c00-8358f635736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:09.234600 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-aff79d79-fa39-4a65-b639-b7e5dc37a482 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704858326&fields=id&tenant_id=c463262baa8942078f8da9d8e76a8cd0 HTTP/1.1" status: 200 len: 267 time: 0.0517890 Mar 26 03:06:09.235009 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-a1efae7c-ea89-4cbf-8c00-8358f635736f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0485005 Mar 26 03:06:09.248058 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] Checking router: 5c22bc2d-3df5-4eaf-95d4-c475539da212 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:09.261701 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:09.262389 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:09.279989 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89c471fd-e843-4b9b-988c-51fa4611c942 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:06:09.307126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-95ee2cf6-f6db-49fe-9cd3-a924cfffd47f tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:09.309068 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-95ee2cf6-f6db-49fe-9cd3-a924cfffd47f tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 985 time: 0.0680795 Mar 26 03:06:09.323086 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-512e1cf5-a4c6-44d4-b656-879cc3adbef0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Request body: {'port': {'security_groups': ['4846543e-b964-468b-8c57-56f00d86b6a2']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:09.337402 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-ac25a2e2-29b5-482f-8b6f-3b8d092e107c service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942271 Mar 26 03:06:09.382634 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:09.420510 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-512e1cf5-a4c6-44d4-b656-879cc3adbef0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89f93963-b211-414b-8b34-1e552bce6281), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.455008 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-76397f8c-5413-4ddc-8cea-145000fc1fb9 req-e764f760-23ab-485c-b772-0a8accefdb59 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107850 Mar 26 03:06:09.519484 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:09.531645 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '89c471fd-e843-4b9b-988c-51fa4611c942', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'port_id': '89c471fd-e843-4b9b-988c-51fa4611c942', 'mac_address': 'fa:16:3e:02:be:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:06:09.587282 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 89c471fd-e843-4b9b-988c-51fa4611c942 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:06:09.587679 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.601496 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c471fd-e843-4b9b-988c-51fa4611c942 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:06:09.626904 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:09.631730 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-512e1cf5-a4c6-44d4-b656-879cc3adbef0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] For port 89f93963-b211-414b-8b34-1e552bce6281, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89f93963-b211-414b-8b34-1e552bce6281,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:09.633334 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.655265 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '8b791a43-eb67-49db-98ec-8f71056ae127', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'port_id': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'mac_address': 'fa:16:3e:42:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:30Z', 'updated_at': '2022-03-26T03:06:08Z', 'revision_number': 3, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:09.669273 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-512e1cf5-a4c6-44d4-b656-879cc3adbef0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for port (89f93963-b211-414b-8b34-1e552bce6281), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.673989 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-512e1cf5-a4c6-44d4-b656-879cc3adbef0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (89f93963-b211-414b-8b34-1e552bce6281), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.683990 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:09.687694 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e574ce-c502-4f02-a231-c8de7d6377d0 None None] The sync data for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb is: [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '8b791a43-eb67-49db-98ec-8f71056ae127', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'port_id': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'mac_address': 'fa:16:3e:42:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:04:30Z', 'updated_at': '2022-03-26T03:06:08Z', 'revision_number': 3, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:09.692063 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['89f93963-b211-414b-8b34-1e552bce6281'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:06:09.729261 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-512e1cf5-a4c6-44d4-b656-879cc3adbef0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:09.729931 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-512e1cf5-a4c6-44d4-b656-879cc3adbef0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.731416 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-41965e2e-7371-4a5c-9097-5b55ea881968 req-512e1cf5-a4c6-44d4-b656-879cc3adbef0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "PUT /v2.0/ports/89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 943 time: 0.4160502 Mar 26 03:06:09.740916 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56704) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:09.773812 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e1cf5-a4c6-44d4-b656-879cc3adbef0 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event updated for resources: {'Port': ['ID=89f93963-b211-414b-8b34-1e552bce6281,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:09.813256 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26840eac-5b33-4074-b38c-a17058e5d73e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group (8383e329-8a71-42d9-928f-2e3d2368fafa), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.844429 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26840eac-5b33-4074-b38c-a17058e5d73e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group (8383e329-8a71-42d9-928f-2e3d2368fafa), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.875028 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['89f93963-b211-414b-8b34-1e552bce6281'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:06:09.932666 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26840eac-5b33-4074-b38c-a17058e5d73e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (8383e329-8a71-42d9-928f-2e3d2368fafa), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.936361 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26840eac-5b33-4074-b38c-a17058e5d73e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:09.937728 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-26840eac-5b33-4074-b38c-a17058e5d73e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "DELETE /v2.0/security-groups/8383e329-8a71-42d9-928f-2e3d2368fafa HTTP/1.1" status: 204 len: 168 time: 0.1947300 Mar 26 03:06:09.940511 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56708) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:09.951209 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26840eac-5b33-4074-b38c-a17058e5d73e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8383e329-8a71-42d9-928f-2e3d2368fafa,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:10.062511 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['89c471fd-e843-4b9b-988c-51fa4611c942'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:06:10.101918 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236130a1-f611-4b01-9a69-d0b9b2797249 req-fa3798ff-ed68-4700-aa81-0f868f08c92a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:10.103346 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-236130a1-f611-4b01-9a69-d0b9b2797249 req-fa3798ff-ed68-4700-aa81-0f868f08c92a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 945 time: 0.1079459 Mar 26 03:06:10.111660 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-808a8f74-b63d-4ea6-866c-e7223d5b86af None None] Provisioning complete for port 89f93963-b211-414b-8b34-1e552bce6281 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:06:10.112033 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-808a8f74-b63d-4ea6-866c-e7223d5b86af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (89f93963-b211-414b-8b34-1e552bce6281), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:10.180879 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-236130a1-f611-4b01-9a69-d0b9b2797249 req-6630376c-3fd5-4e93-97a8-fe4aead8b09b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705979 Mar 26 03:06:10.196324 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Deleting port cad1b1f3-17e2-486e-a4e6-95c0a71919f2 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:10.196668 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (cad1b1f3-17e2-486e-a4e6-95c0a71919f2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:10.237155 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-808a8f74-b63d-4ea6-866c-e7223d5b86af None None] Current status of the port 89f93963-b211-414b-8b34-1e552bce6281 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:06:10.272921 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (cad1b1f3-17e2-486e-a4e6-95c0a71919f2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:10.273810 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for floatingip (cad1b1f3-17e2-486e-a4e6-95c0a71919f2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:10.286145 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Calling delete_port for cad1b1f3-17e2-486e-a4e6-95c0a71919f2 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:10.448657 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:06:10.450448 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (cad1b1f3-17e2-486e-a4e6-95c0a71919f2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:10.683094 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event deleted for resources: {'Port': ['ID=cad1b1f3-17e2-486e-a4e6-95c0a71919f2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:10.745405 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks [] for floatingip (d32e89f8-b8cb-49c7-a4c2-3b5847c20a65), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:10.745628 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Floating IP d32e89f8-b8cb-49c7-a4c2-3b5847c20a65 disassociated (deleted). External IP: 172.28.2.48, port: 89f93963-b211-414b-8b34-1e552bce6281. Mar 26 03:06:10.908508 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae'}, {'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:10.911246 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68" -d '{"events": [{"name": "network-changed", "server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae"}, {"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:10.952800 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54086688-387f-4cfc-80b0-84dfce846c35 x-openstack-request-id: req-54086688-387f-4cfc-80b0-84dfce846c35 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:10.953092 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:10.953339 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54086688-387f-4cfc-80b0-84dfce846c35 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:10.953733 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54086688-387f-4cfc-80b0-84dfce846c35'] response: {'name': 'network-changed', 'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'status': 'completed', 'code': 200} Mar 26 03:06:10.954015 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54086688-387f-4cfc-80b0-84dfce846c35'] response: {'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281', 'status': 'completed', 'code': 200} Mar 26 03:06:10.960883 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:11.022489 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-adfc1418-03ff-409a-b8b9-820dcbaa6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.023944 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-adfc1418-03ff-409a-b8b9-820dcbaa6751 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f5c934af0964ba5bba5bdec639ff075&device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 1129 time: 0.0442634 Mar 26 03:06:11.069092 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:11.073706 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:11.080014 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] Sync routers for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:11.089155 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:11.089775 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:11.104714 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-510fab07-4580-40a2-8228-cce23caed823 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "DELETE /v2.0/floatingips/d32e89f8-b8cb-49c7-a4c2-3b5847c20a65 HTTP/1.1" status: 204 len: 168 time: 1.1628051 Mar 26 03:06:11.122455 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-312223d4-8158-4204-a4a2-459f659aae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.123949 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-312223d4-8158-4204-a4a2-459f659aae53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 200 len: 920 time: 0.0915604 Mar 26 03:06:11.190206 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-44e68679-452d-4af9-ad88-d92f66210177 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae HTTP/1.1" status: 200 len: 1001 time: 0.0586336 Mar 26 03:06:11.216083 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:11.255934 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-d07a53d8-8481-4b9e-ba91-343c9b95d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.257474 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-d07a53d8-8481-4b9e-ba91-343c9b95d17f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 200 len: 858 time: 0.0580318 Mar 26 03:06:11.305598 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89c471fd-e843-4b9b-988c-51fa4611c942 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:06:11.325042 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98871935-6cc0-41ec-a583-a00ad0ac67c9 req-b736f4e9-8902-4821-9348-19bdb18f2fb7 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.327030 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-98871935-6cc0-41ec-a583-a00ad0ac67c9 req-b736f4e9-8902-4821-9348-19bdb18f2fb7 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 945 time: 0.0623338 Mar 26 03:06:11.386157 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-abf38af3-41c3-4034-b4ad-74c66343b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.387973 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-abf38af3-41c3-4034-b4ad-74c66343b87d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f6b930-86b6-4a58-a314-ac354f6e1adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1117659 Mar 26 03:06:11.389452 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-98871935-6cc0-41ec-a583-a00ad0ac67c9 req-7086e266-0760-4dea-af22-5c21c123b75d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565102 Mar 26 03:06:11.457317 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 89c471fd-e843-4b9b-988c-51fa4611c942 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:06:11.464227 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 89c471fd-e843-4b9b-988c-51fa4611c942 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:06:11.464605 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:11.488200 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-41bf3951-1303-417a-89e8-1907af3608c9 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870366 Mar 26 03:06:11.518742 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:30Z', 'revision_number': 5, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:11.550599 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] Checking router: 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:11.582744 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-4691e92e-2b15-49bf-b017-94bb72c33c79 service neutron] 10.222.0.15 "GET /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859299 Mar 26 03:06:11.583097 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:11.583469 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:11.658911 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 89c471fd-e843-4b9b-988c-51fa4611c942 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:06:11.659318 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:11.678281 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-4669c56f-83cf-4bac-b3ce-684fc663d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.680914 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-4669c56f-83cf-4bac-b3ce-684fc663d7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c463262baa8942078f8da9d8e76a8cd0&device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 1130 time: 0.0529342 Mar 26 03:06:11.683683 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:11.704286 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:11.706496 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616bc6d5-b6f9-4f56-9645-d5f132fae2a5" -d '{"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-plugged", "status": "completed", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:11.724144 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:11.732307 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:11.773725 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03b0d9-c8a2-4e80-8d28-9cbfc0ce926b x-openstack-request-id: req-2b03b0d9-c8a2-4e80-8d28-9cbfc0ce926b {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:11.774042 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-plugged", "status": "completed", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:11.774300 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b03b0d9-c8a2-4e80-8d28-9cbfc0ce926b {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:11.774694 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b03b0d9-c8a2-4e80-8d28-9cbfc0ce926b'] response: {'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942', 'code': 200} Mar 26 03:06:11.785277 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:11.787596 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-29d9fa20-8830-4672-b131-e9152525d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.789059 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-29d9fa20-8830-4672-b131-e9152525d7e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 HTTP/1.1" status: 200 len: 915 time: 0.1019232 Mar 26 03:06:11.841793 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-c00676c8-8ea0-4847-990d-8c4cd7a4a57c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 217 time: 0.0385594 Mar 26 03:06:11.904008 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-44d8ddea-c6f8-45af-8f00-62519f05a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.906115 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-44d8ddea-c6f8-45af-8f00-62519f05a559 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39be25f4-5c23-4e2a-82c3-10bd41f24ac7 HTTP/1.1" status: 200 len: 853 time: 0.0479779 Mar 26 03:06:11.920922 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:11.995508 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-93fcc783-81fc-45be-8919-a3839c84eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.997045 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-93fcc783-81fc-45be-8919-a3839c84eaee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0574772 Mar 26 03:06:11.998078 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375512a4-9999-40be-8635-5d4bdf264c0d req-1510a622-2300-4ca0-8fa3-c6b5fb1aa6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:11.999629 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-375512a4-9999-40be-8635-5d4bdf264c0d req-1510a622-2300-4ca0-8fa3-c6b5fb1aa6b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 1130 time: 0.0588548 Mar 26 03:06:12.034089 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:30Z', 'revision_number': 5, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:12.062685 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-375512a4-9999-40be-8635-5d4bdf264c0d req-4f648375-151a-42f0-b155-6c810bc74cb8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473421 Mar 26 03:06:12.063604 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf0785-c707-422e-80a8-bd689fb67f36 None None] The sync data for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb is: [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:24Z', 'revision_number': 4, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '687a5d61-1980-4d15-8205-98e2f0412da2', 'name': '', 'network_id': '9dd4d2e3-96de-4252-b1bd-67aa47a5aee3', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'mac_address': 'fa:16:3e:cf:30:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:23Z', 'updated_at': '2022-03-26T03:03:30Z', 'revision_number': 5, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'subnets': [{'id': '39be25f4-5c23-4e2a-82c3-10bd41f24ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:12.110271 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-3d8ae24d-8516-4082-bcc0-d06ca5250fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931747 Mar 26 03:06:12.279417 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4b6be-63aa-4ebc-97ac-53bf80afd0ac None None] New status for floating IP d32e89f8-b8cb-49c7-a4c2-3b5847c20a65: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:06:12.363423 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-74fc1a81-2eb4-46ab-9c41-9b6d8c292b68 req-501bf906-be1d-4e22-8bfd-f8a5c97c635a service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855601 Mar 26 03:06:12.516236 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f44547-ff4b-422f-9a42-96e3f796d12d req-8c21f57e-5cc6-4aa6-a501-ec1eb0471057 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:12.517802 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4f44547-ff4b-422f-9a42-96e3f796d12d req-8c21f57e-5cc6-4aa6-a501-ec1eb0471057 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0529418 Mar 26 03:06:12.565419 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d4f44547-ff4b-422f-9a42-96e3f796d12d req-716c5819-a035-47a3-87e8-6ed2ee065f95 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Mar 26 03:06:12.954975 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:12.957228 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1b895a-e124-4e95-a72d-d5082aab4055" -d '{"events": [{"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:12.991125 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae517b8-9c70-4231-a5e0-6be06dc666cd x-openstack-request-id: req-8ae517b8-9c70-4231-a5e0-6be06dc666cd {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:12.991417 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "tag": "89f93963-b211-414b-8b34-1e552bce6281", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:12.991671 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ae517b8-9c70-4231-a5e0-6be06dc666cd {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:12.992068 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae517b8-9c70-4231-a5e0-6be06dc666cd'] response: {'name': 'network-changed', 'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'tag': '89f93963-b211-414b-8b34-1e552bce6281', 'status': 'completed', 'code': 200} Mar 26 03:06:13.061630 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-5a520345-916b-419b-9c4f-4b43a6589993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:13.063142 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-5a520345-916b-419b-9c4f-4b43a6589993 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c463262baa8942078f8da9d8e76a8cd0&device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 1130 time: 0.0479662 Mar 26 03:06:13.150133 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-53c0b9d5-7e00-4d43-b334-e1720a3e0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:13.151617 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-53c0b9d5-7e00-4d43-b334-e1720a3e0032 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 HTTP/1.1" status: 200 len: 915 time: 0.0814257 Mar 26 03:06:13.197038 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-e3944569-b2a1-4904-83c7-15884accc436 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 200 len: 217 time: 0.0383868 Mar 26 03:06:13.245961 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-25dea9a7-c78a-4f78-8af0-8f193a273fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:13.247357 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-25dea9a7-c78a-4f78-8af0-8f193a273fd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39be25f4-5c23-4e2a-82c3-10bd41f24ac7 HTTP/1.1" status: 200 len: 853 time: 0.0437298 Mar 26 03:06:13.307739 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-f056a144-6108-4460-acb7-dd26ff16b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:13.309248 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-f056a144-6108-4460-acb7-dd26ff16b764 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439067 Mar 26 03:06:13.402121 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-1d902a5b-4529-48fa-95a6-8779bf6107e2 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831480 Mar 26 03:06:13.494852 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2f1b895a-e124-4e95-a72d-d5082aab4055 req-0cbb9aba-0033-48d1-971c-7777dd52ad0c service neutron] 10.222.0.15 "GET /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851786 Mar 26 03:06:13.692758 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9792b-e05b-478e-bf23-9e0c4d6b4692 req-7955526d-54a1-4b6a-b0fa-62a0dba77fae tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:13.694501 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-77f9792b-e05b-478e-bf23-9e0c4d6b4692 req-7955526d-54a1-4b6a-b0fa-62a0dba77fae tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0576210 Mar 26 03:06:13.743940 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-77f9792b-e05b-478e-bf23-9e0c4d6b4692 req-3a4cbb2f-8013-439f-8c1a-943b80f86e12 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434630 Mar 26 03:06:13.895209 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93a3ef-d97d-47b4-a0da-45eb6c4ca32f req-f4a4efcb-c5fb-4c09-b5c1-3ddab253256e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:13.896719 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fd93a3ef-d97d-47b4-a0da-45eb6c4ca32f req-f4a4efcb-c5fb-4c09-b5c1-3ddab253256e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0846703 Mar 26 03:06:13.905388 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56750) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:13.907700 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877402a0-766a-4d13-b2b7-1243d86e584b req-4fdef0e4-4531-4fb6-a146-fd7b2495a273 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:13.909135 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-877402a0-766a-4d13-b2b7-1243d86e584b req-4fdef0e4-4531-4fb6-a146-fd7b2495a273 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.0706618 Mar 26 03:06:13.909900 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-a4acdf62-89b4-4153-aa9b-ba4461cbbeec tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Request body: {'floatingip': {'port_id': '89c471fd-e843-4b9b-988c-51fa4611c942'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:13.952319 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a4acdf62-89b4-4153-aa9b-ba4461cbbeec tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (90c2d3a9-e165-40ab-b56e-e3058fad063d), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:13.959486 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-877402a0-766a-4d13-b2b7-1243d86e584b req-6c94bf69-651c-46e5-b966-c0a17795f287 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440257 Mar 26 03:06:14.362716 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a4acdf62-89b4-4153-aa9b-ba4461cbbeec tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:14.366849 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a4acdf62-89b4-4153-aa9b-ba4461cbbeec tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (90c2d3a9-e165-40ab-b56e-e3058fad063d), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:14.464455 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [None req-a4acdf62-89b4-4153-aa9b-ba4461cbbeec tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Floating IP 90c2d3a9-e165-40ab-b56e-e3058fad063d associated. External IP: 172.28.2.186, port: 89c471fd-e843-4b9b-988c-51fa4611c942. Mar 26 03:06:14.671098 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4acdf62-89b4-4153-aa9b-ba4461cbbeec tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:14.779556 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4acdf62-89b4-4153-aa9b-ba4461cbbeec tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:14.784312 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a4acdf62-89b4-4153-aa9b-ba4461cbbeec tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:14.788789 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] Sync routers for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:14.798656 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:14.799283 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:14.812739 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a4acdf62-89b4-4153-aa9b-ba4461cbbeec tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "PUT /v2.0/floatingips/90c2d3a9-e165-40ab-b56e-e3058fad063d HTTP/1.1" status: 200 len: 992 time: 0.9062519 Mar 26 03:06:14.813458 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:14.815703 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36267f6a-4094-421e-8cea-15c729756e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:14.855245 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad6fc7-0923-4084-8e7a-2174e143dd53 x-openstack-request-id: req-09ad6fc7-0923-4084-8e7a-2174e143dd53 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:14.855545 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:14.855800 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09ad6fc7-0923-4084-8e7a-2174e143dd53 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:14.856209 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ad6fc7-0923-4084-8e7a-2174e143dd53'] response: {'name': 'network-changed', 'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942', 'status': 'completed', 'code': 200} Mar 26 03:06:14.923444 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36267f6a-4094-421e-8cea-15c729756e1b req-3a153277-61f2-4c73-a2b4-685c1ca6d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:14.924864 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-36267f6a-4094-421e-8cea-15c729756e1b req-3a153277-61f2-4c73-a2b4-685c1ca6d7cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 1130 time: 0.0469363 Mar 26 03:06:15.022410 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36267f6a-4094-421e-8cea-15c729756e1b req-655cf59f-ba04-42de-a69c-fd7cb1f2a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:15.024252 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-36267f6a-4094-421e-8cea-15c729756e1b req-655cf59f-ba04-42de-a69c-fd7cb1f2a4f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 917 time: 0.0916080 Mar 26 03:06:15.030518 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:15.078650 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f6385-0904-414e-a776-8439a6fef42e req-36fe090c-690d-495b-8c60-b8f415e75c7a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:15.080190 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-625f6385-0904-414e-a776-8439a6fef42e req-36fe090c-690d-495b-8c60-b8f415e75c7a tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.0533838 Mar 26 03:06:15.089812 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-36267f6a-4094-421e-8cea-15c729756e1b req-9a990087-f08a-4e66-900a-8130030a99b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c471fd-e843-4b9b-988c-51fa4611c942 HTTP/1.1" status: 200 len: 1000 time: 0.0584579 Mar 26 03:06:15.127383 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-625f6385-0904-414e-a776-8439a6fef42e req-53076abb-7fd5-4129-9880-a60b8507d968 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Mar 26 03:06:15.148972 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36267f6a-4094-421e-8cea-15c729756e1b req-dd3ae895-2ade-46df-b14c-db4d154bcc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:15.150546 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-36267f6a-4094-421e-8cea-15c729756e1b req-dd3ae895-2ade-46df-b14c-db4d154bcc2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0502892 Mar 26 03:06:15.201184 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36267f6a-4094-421e-8cea-15c729756e1b req-da3fe6d1-24e8-48aa-b017-115d12d31002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:15.202590 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-36267f6a-4094-421e-8cea-15c729756e1b req-da3fe6d1-24e8-48aa-b017-115d12d31002 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438941 Mar 26 03:06:15.265431 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-23c8ccd3-ff8a-4c60-87f5-d2d835207282 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458450 Mar 26 03:06:15.305784 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-36267f6a-4094-421e-8cea-15c729756e1b req-a7d8ebfa-cff6-4c74-9aad-b85f33495ba1 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857031 Mar 26 03:06:15.308432 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '90c2d3a9-e165-40ab-b56e-e3058fad063d', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'floating_ip_address': '172.28.2.186', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'port_id': '89c471fd-e843-4b9b-988c-51fa4611c942', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'mac_address': 'fa:16:3e:02:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:06:02Z', 'updated_at': '2022-03-26T03:06:14Z', 'revision_number': 1, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:15.335701 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] Checking router: 309ddfd8-4a57-4a6b-b268-f38960e1fe95 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:15.340915 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-0623e6a0-6536-4669-ad90-c5734531e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:15.343218 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-0623e6a0-6536-4669-ad90-c5734531e353 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 1129 time: 0.0483174 Mar 26 03:06:15.344399 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:15.345078 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:15.458797 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:15.461064 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-3fd3bf7e-08b7-42fd-a24f-ead7fc447dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:15.462683 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-3fd3bf7e-08b7-42fd-a24f-ead7fc447dd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 910 time: 0.0983071 Mar 26 03:06:15.535024 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-8a928a89-94b2-4566-a84a-22ae1fdd4514 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20 HTTP/1.1" status: 200 len: 1001 time: 0.0606179 Mar 26 03:06:15.591479 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-e8607a62-ba0d-4a1b-89d8-1d8de3c88054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:15.592941 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-e8607a62-ba0d-4a1b-89d8-1d8de3c88054 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 200 len: 848 time: 0.0505800 Mar 26 03:06:15.631450 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-36267f6a-4094-421e-8cea-15c729756e1b req-200e3870-60c9-4ef7-bdc1-207265cb06d4 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135924 Mar 26 03:06:15.650726 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-60a6e2ac-c8b7-4959-a112-0c3e8712eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:15.652558 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-60a6e2ac-c8b7-4959-a112-0c3e8712eb4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddaffb82-6513-4745-bac8-becc9cfce0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0501456 Mar 26 03:06:15.701811 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '90c2d3a9-e165-40ab-b56e-e3058fad063d', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'floating_ip_address': '172.28.2.186', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'port_id': '89c471fd-e843-4b9b-988c-51fa4611c942', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'mac_address': 'fa:16:3e:02:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:06:02Z', 'updated_at': '2022-03-26T03:06:14Z', 'revision_number': 1, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:15.729330 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197731f8-ca79-4b64-aefa-c798dc4c8628 None None] The sync data for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb is: [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '90c2d3a9-e165-40ab-b56e-e3058fad063d', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'floating_ip_address': '172.28.2.186', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'port_id': '89c471fd-e843-4b9b-988c-51fa4611c942', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'mac_address': 'fa:16:3e:02:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:06:02Z', 'updated_at': '2022-03-26T03:06:14Z', 'revision_number': 1, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:15.754612 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-b7855a01-0b3a-40cd-93a5-8deb37fa7d23 service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835793 Mar 26 03:06:15.853180 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-35e36a54-715e-4cdc-a7c7-094c6fe9cfe8 req-ece8cbbc-672f-4ade-92ec-f282de6566fd service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920966 Mar 26 03:06:15.923204 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce57239-305e-4530-a94f-d2130244fc24 None None] New status for floating IP 90c2d3a9-e165-40ab-b56e-e3058fad063d: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:06:15.957243 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-ba5bc029-913c-4b42-be5d-164dd2baf85e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:15.959564 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-ba5bc029-913c-4b42-be5d-164dd2baf85e tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.15 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.0566797 Mar 26 03:06:16.064221 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Deleting port 89f93963-b211-414b-8b34-1e552bce6281 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:16.064573 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (89f93963-b211-414b-8b34-1e552bce6281), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:16.157608 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] For port 89f93963-b211-414b-8b34-1e552bce6281, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89f93963-b211-414b-8b34-1e552bce6281,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:16.158102 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (89f93963-b211-414b-8b34-1e552bce6281), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:16.172046 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Calling delete_port for 89f93963-b211-414b-8b34-1e552bce6281 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:16.291540 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786c1a1-b7bd-4ad3-bc66-c95bf2d287e5 req-21331df6-712c-4ee8-b5f8-c4a1b3fc11e1 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:16.293008 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e786c1a1-b7bd-4ad3-bc66-c95bf2d287e5 req-21331df6-712c-4ee8-b5f8-c4a1b3fc11e1 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e74374-f9c8-4d23-9161-b27142f9a630 HTTP/1.1" status: 200 len: 946 time: 0.0772083 Mar 26 03:06:16.375171 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e786c1a1-b7bd-4ad3-bc66-c95bf2d287e5 req-b1ab2b11-ee1c-4cc9-8839-3e8be539d399 tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.13 "GET /v2.0/security-groups?id=4846543e-b964-468b-8c57-56f00d86b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765095 Mar 26 03:06:16.379470 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (89f93963-b211-414b-8b34-1e552bce6281), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:16.392114 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['89f93963-b211-414b-8b34-1e552bce6281'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:06:16.414429 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Pushing event deleted for resources: {'Port': ['ID=89f93963-b211-414b-8b34-1e552bce6281,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:16.455217 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] No DVR routers for this DVR port 89f93963-b211-414b-8b34-1e552bce6281 on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:16.457686 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:16.461736 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2ff6a43a-886e-4db2-8b9d-d7f1dc8f8108 req-2d23b6c7-65cb-4fdc-9f15-1aff105ab3fc tempest-TestMinimumBasicScenario-1810692162 tempest-TestMinimumBasicScenario-1810692162-project] 10.222.0.15 "DELETE /v2.0/ports/89f93963-b211-414b-8b34-1e552bce6281 HTTP/1.1" status: 204 len: 173 time: 0.4919879 Mar 26 03:06:16.462168 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'name': 'network-vif-deleted', 'tag': '89f93963-b211-414b-8b34-1e552bce6281'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:16.464482 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805dd461-ec00-4923-b1ad-1f78b49f17bc" -d '{"events": [{"server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "name": "network-vif-deleted", "tag": "89f93963-b211-414b-8b34-1e552bce6281"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:16.500015 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cf90d0-2f8b-43b9-aa29-41fca154fb4d x-openstack-request-id: req-54cf90d0-2f8b-43b9-aa29-41fca154fb4d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:16.500370 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e74374-f9c8-4d23-9161-b27142f9a630", "name": "network-vif-deleted", "tag": "89f93963-b211-414b-8b34-1e552bce6281", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:16.500623 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54cf90d0-2f8b-43b9-aa29-41fca154fb4d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:16.501026 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54cf90d0-2f8b-43b9-aa29-41fca154fb4d'] response: {'server_uuid': '50e74374-f9c8-4d23-9161-b27142f9a630', 'name': 'network-vif-deleted', 'tag': '89f93963-b211-414b-8b34-1e552bce6281', 'status': 'completed', 'code': 200} Mar 26 03:06:18.089737 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56810) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:18.491736 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752831'] for router_interface (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:18.784470 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Deleting port 687a5d61-1980-4d15-8205-98e2f0412da2 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:18.784724 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:18.858217 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] For port 687a5d61-1980-4d15-8205-98e2f0412da2, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=687a5d61-1980-4d15-8205-98e2f0412da2,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:18.858574 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:18.871070 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Calling delete_port for 687a5d61-1980-4d15-8205-98e2f0412da2 owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:19.043402 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (687a5d61-1980-4d15-8205-98e2f0412da2), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:19.075026 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=687a5d61-1980-4d15-8205-98e2f0412da2,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:19.240314 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752399'] for router_interface (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:19.303552 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89f93963-b211-414b-8b34-1e552bce6281 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:19.323957 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 89f93963-b211-414b-8b34-1e552bce6281 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:19.324327 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89f93963-b211-414b-8b34-1e552bce6281 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:19.450634 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:19.553375 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:19.558205 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-da739731-9cbd-4e39-a608-9f2598618ca7 admin admin] 10.222.0.13 "PUT /v2.0/routers/3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673574 Mar 26 03:06:19.560701 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56812) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:19.561548 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] Sync routers for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:19.572341 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:19.572939 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:19.670006 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks [] for router (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:19.686758 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:19.773899 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks [] for router_gateway (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:19.866160 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:06:18Z', 'revision_number': 5, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port': {'id': '961a5993-2635-4785-a8a9-dd06d12a5051', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:19.897442 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] Checking router: 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:19.906422 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] Routers {'3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:19.907069 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:19.996961 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] Set router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:20.048200 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:06:19Z', 'revision_number': 6, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port_host': None}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:20.058555 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Deleting port 961a5993-2635-4785-a8a9-dd06d12a5051 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:20.058889 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.077191 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfff40-9a92-4ad8-85ea-05b9ed4b849f None None] The sync data for ids ['3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2'] in dv-cinder-835328-1-smb is: [{'id': '3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2', 'name': 'tempest-TestMinimumBasicScenario-492631183-router', 'tenant_id': 'c463262baa8942078f8da9d8e76a8cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:21Z', 'updated_at': '2022-03-26T03:06:19Z', 'revision_number': 6, 'project_id': 'c463262baa8942078f8da9d8e76a8cd0', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:20.140045 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] For port 961a5993-2635-4785-a8a9-dd06d12a5051, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=961a5993-2635-4785-a8a9-dd06d12a5051,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:20.140336 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.153016 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Calling delete_port for 961a5993-2635-4785-a8a9-dd06d12a5051 owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:20.313782 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (961a5993-2635-4785-a8a9-dd06d12a5051), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.339770 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=961a5993-2635-4785-a8a9-dd06d12a5051,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:20.397390 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752501'] for router_gateway (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.504153 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29408'] for router (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.507049 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks [] for router_controller (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.572821 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754710'] for router (3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.573450 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:06:20.578433 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.579526 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-04ea4bdb-258a-4049-a07f-223671a73ce9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3cdd76d8-fe9f-4b6f-b813-1294eb17f0e2 HTTP/1.1" status: 204 len: 168 time: 1.0179179 Mar 26 03:06:20.581940 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56814) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:20.624974 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-882b1aae-0a98-4745-b9ec-9fd68824a91e admin admin] Deleting subnet 39be25f4-5c23-4e2a-82c3-10bd41f24ac7 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:06:20.628476 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-882b1aae-0a98-4745-b9ec-9fd68824a91e admin admin] Publish callbacks [] for subnet (39be25f4-5c23-4e2a-82c3-10bd41f24ac7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.662410 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-882b1aae-0a98-4745-b9ec-9fd68824a91e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29039028'] for subnet (39be25f4-5c23-4e2a-82c3-10bd41f24ac7), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.768052 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-882b1aae-0a98-4745-b9ec-9fd68824a91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (39be25f4-5c23-4e2a-82c3-10bd41f24ac7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.818990 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-882b1aae-0a98-4745-b9ec-9fd68824a91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29011280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29311475'] for subnet (39be25f4-5c23-4e2a-82c3-10bd41f24ac7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.850696 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-882b1aae-0a98-4745-b9ec-9fd68824a91e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.855242 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-882b1aae-0a98-4745-b9ec-9fd68824a91e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/39be25f4-5c23-4e2a-82c3-10bd41f24ac7 HTTP/1.1" status: 204 len: 168 time: 0.2723486 Mar 26 03:06:20.855739 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef47f69-2ac1-42f1-8195-75148b018bf9 None None] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:06:20.857068 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b1aae-0a98-4745-b9ec-9fd68824a91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39be25f4-5c23-4e2a-82c3-10bd41f24ac7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:20.857784 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56816) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:20.929322 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (9dd4d2e3-96de-4252-b1bd-67aa47a5aee3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.990292 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Deleting port e554e556-82e1-4916-b738-d54dcf40dd5e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:20.990696 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.027417 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] DHCP port deletion for 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 request from dv-cinder-835328-1-smb {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:06:21.056345 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] For port e554e556-82e1-4916-b738-d54dcf40dd5e, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=e554e556-82e1-4916-b738-d54dcf40dd5e,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:21.056624 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.071142 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Calling delete_port for e554e556-82e1-4916-b738-d54dcf40dd5e owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:21.082056 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] Deleting port e554e556-82e1-4916-b738-d54dcf40dd5e {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:21.082504 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.147388 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] For port e554e556-82e1-4916-b738-d54dcf40dd5e, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=e554e556-82e1-4916-b738-d54dcf40dd5e,segment=NetworkSegment(952b6682-ca40-4edd-9149-4acf76172e3b),segment_id=952b6682-ca40-4edd-9149-4acf76172e3b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:21.147883 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.161205 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] Calling delete_port for e554e556-82e1-4916-b738-d54dcf40dd5e owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:21.164365 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.191194 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Pushing event deleted for resources: {'Port': ['ID=e554e556-82e1-4916-b738-d54dcf40dd5e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:21.193031 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] No DVR routers for this DVR port e554e556-82e1-4916-b738-d54dcf40dd5e on host dv-cinder-835328-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:21.267953 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (9dd4d2e3-96de-4252-b1bd-67aa47a5aee3), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.292061 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd4d2e3-96de-4252-b1bd-67aa47a5aee3']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:21.301872 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952b6682-ca40-4edd-9149-4acf76172e3b') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:21.302680 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952b6682-ca40-4edd-9149-4acf76172e3b') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:21.313584 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28410793'] for segment (952b6682-ca40-4edd-9149-4acf76172e3b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.329110 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (952b6682-ca40-4edd-9149-4acf76172e3b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.336081 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:06:21.336486 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28940417'] for segment (952b6682-ca40-4edd-9149-4acf76172e3b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: timer() Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: cb(*args, **kw) Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: self._notify() Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: self.callback(batched_events) Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: event.method(event) Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: return self._get(url).json() Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:06:21.338680 dv-cinder-835328-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:06:21.401387 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (9dd4d2e3-96de-4252-b1bd-67aa47a5aee3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.408504 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.412287 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 HTTP/1.1" status: 204 len: 168 time: 0.5530033 Mar 26 03:06:21.415541 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56818) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:21.421741 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd4d2e3-96de-4252-b1bd-67aa47a5aee3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:21.424208 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335'] for port (e554e556-82e1-4916-b738-d54dcf40dd5e), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:21.429685 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.430108 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.430521 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.430930 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.431352 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.431752 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.432146 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.432539 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.432767 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] Network 9dd4d2e3-96de-4252-b1bd-67aa47a5aee3 is not hosted by any dhcp agent {{(pid=103165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 26 03:06:21.432996 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.433234 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] No DVR routers for this DVR port e554e556-82e1-4916-b738-d54dcf40dd5e on host dv-cinder-835328-1-smb {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:21.433441 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.433831 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.434358 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.434601 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.435011 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.435889 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b62e88-32c6-461d-85fa-c3da7e618950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:21.453309 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f5220-3cdc-4ec8-bd1b-ed2ef35be854 None None] Pushing event deleted for resources: {'Port': ['ID=e554e556-82e1-4916-b738-d54dcf40dd5e,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:21.701307 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device e554e556-82e1-4916-b738-d54dcf40dd5e no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:21.723854 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: e554e556-82e1-4916-b738-d54dcf40dd5e {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:21.724642 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device e554e556-82e1-4916-b738-d54dcf40dd5e not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:21.725327 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 961a5993-2635-4785-a8a9-dd06d12a5051 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:21.744906 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 961a5993-2635-4785-a8a9-dd06d12a5051 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:21.745304 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 961a5993-2635-4785-a8a9-dd06d12a5051 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:21.745707 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 687a5d61-1980-4d15-8205-98e2f0412da2 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:21.765120 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 687a5d61-1980-4d15-8205-98e2f0412da2 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:21.765454 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 687a5d61-1980-4d15-8205-98e2f0412da2 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:21.770054 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752831'] for router_interface (17660cac-2c7a-48a5-be07-d6980107bc50), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:22.010056 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Deleting port 4855264e-ec29-4550-b6d2-9b755378ddb2 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:22.010305 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:22.086582 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] For port 4855264e-ec29-4550-b6d2-9b755378ddb2, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=4855264e-ec29-4550-b6d2-9b755378ddb2,segment=NetworkSegment(08964fea-6b6e-4e12-8c0e-a689a8c88dfb),segment_id=08964fea-6b6e-4e12-8c0e-a689a8c88dfb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:22.086959 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:22.099002 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Calling delete_port for 4855264e-ec29-4550-b6d2-9b755378ddb2 owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:22.272463 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (4855264e-ec29-4550-b6d2-9b755378ddb2), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:22.294747 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Pushing event deleted for resources: {'Port': ['ID=4855264e-ec29-4550-b6d2-9b755378ddb2,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:22.460894 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752399'] for router_interface (17660cac-2c7a-48a5-be07-d6980107bc50), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:22.669468 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Router 17660cac-2c7a-48a5-be07-d6980107bc50 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:22.772045 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:22.776899 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a08757e6-7fb0-4c09-8762-13d6e2efa271 admin admin] 10.222.0.13 "PUT /v2.0/routers/17660cac-2c7a-48a5-be07-d6980107bc50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3603559 Mar 26 03:06:22.779527 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56824) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:22.780597 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] Sync routers for ids ['17660cac-2c7a-48a5-be07-d6980107bc50'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:22.791408 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] Routers {'17660cac-2c7a-48a5-be07-d6980107bc50'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:22.792009 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['17660cac-2c7a-48a5-be07-d6980107bc50'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:22.891775 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks [] for router (17660cac-2c7a-48a5-be07-d6980107bc50), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:22.897875 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] Set router 17660cac-2c7a-48a5-be07-d6980107bc50 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:22.999248 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks [] for router_gateway (17660cac-2c7a-48a5-be07-d6980107bc50), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.056274 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Deleting port 4005dd36-3b30-43fd-88b8-22d15e9754a0 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:23.056873 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.092062 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:26Z', 'updated_at': '2022-03-26T03:06:22Z', 'revision_number': 5, 'project_id': '5a450b46226746be894eab25142dbfae', 'gw_port': {'id': '4005dd36-3b30-43fd-88b8-22d15e9754a0', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:27Z', 'updated_at': '2022-03-26T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:23.125205 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] Checking router: 17660cac-2c7a-48a5-be07-d6980107bc50 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:23.136456 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] Routers {'17660cac-2c7a-48a5-be07-d6980107bc50'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:23.137055 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['17660cac-2c7a-48a5-be07-d6980107bc50'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:23.149382 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] For port 4005dd36-3b30-43fd-88b8-22d15e9754a0, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=4005dd36-3b30-43fd-88b8-22d15e9754a0,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:23.149747 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.166646 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Calling delete_port for 4005dd36-3b30-43fd-88b8-22d15e9754a0 owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:23.192630 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949bf7-f69a-4781-b252-f431e9b60273 req-8870d1a8-0a17-4016-9034-17665f2c4733 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:23.194299 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1c949bf7-f69a-4781-b252-f431e9b60273 req-8870d1a8-0a17-4016-9034-17665f2c4733 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0554385 Mar 26 03:06:23.246115 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1c949bf7-f69a-4781-b252-f431e9b60273 req-7eba493c-35dc-4a4c-aef5-3dbcc54b1493 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459015 Mar 26 03:06:23.316321 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] Set router 17660cac-2c7a-48a5-be07-d6980107bc50 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:23.338601 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (4005dd36-3b30-43fd-88b8-22d15e9754a0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.368254 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:26Z', 'updated_at': '2022-03-26T03:06:22Z', 'revision_number': 6, 'project_id': '5a450b46226746be894eab25142dbfae', 'gw_port_host': None}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:23.399373 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb59360d-1d19-4ddf-8f80-3272292e3720 None None] The sync data for ids ['17660cac-2c7a-48a5-be07-d6980107bc50'] in dv-cinder-835328-1-smb is: [{'id': '17660cac-2c7a-48a5-be07-d6980107bc50', 'name': 'tempest-TestMinimumBasicScenario-1220364694-router', 'tenant_id': '5a450b46226746be894eab25142dbfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:26Z', 'updated_at': '2022-03-26T03:06:22Z', 'revision_number': 6, 'project_id': '5a450b46226746be894eab25142dbfae', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:23.589285 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4005dd36-3b30-43fd-88b8-22d15e9754a0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:23.598709 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.599763 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.599763 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.600328 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.600669 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.601294 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.601294 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.601889 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.602217 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.602544 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.602872 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.603222 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.603547 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.603871 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.604197 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:23.662202 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752501'] for router_gateway (17660cac-2c7a-48a5-be07-d6980107bc50), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.750494 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29408'] for router (17660cac-2c7a-48a5-be07-d6980107bc50), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.752750 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks [] for router_controller (17660cac-2c7a-48a5-be07-d6980107bc50), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.808133 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754710'] for router (17660cac-2c7a-48a5-be07-d6980107bc50), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.808986 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17660cac-2c7a-48a5-be07-d6980107bc50 {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:06:23.816957 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.818812 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-026c92ff-2a0e-4f4e-a53d-0b58c480f8ee admin admin] 10.222.0.13 "DELETE /v2.0/routers/17660cac-2c7a-48a5-be07-d6980107bc50 HTTP/1.1" status: 204 len: 168 time: 1.0383668 Mar 26 03:06:23.821577 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56838) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:23.868952 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b646e103-9b0d-4992-b39a-5b0d51376bec admin admin] Deleting subnet 28a47380-341a-417b-9d51-deebca250995 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:06:23.872108 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b646e103-9b0d-4992-b39a-5b0d51376bec admin admin] Publish callbacks [] for subnet (28a47380-341a-417b-9d51-deebca250995), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.905373 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b646e103-9b0d-4992-b39a-5b0d51376bec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29039028'] for subnet (28a47380-341a-417b-9d51-deebca250995), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:23.980811 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b646e103-9b0d-4992-b39a-5b0d51376bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (28a47380-341a-417b-9d51-deebca250995), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.031148 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b646e103-9b0d-4992-b39a-5b0d51376bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29011280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29311475'] for subnet (28a47380-341a-417b-9d51-deebca250995), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.057203 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646e103-9b0d-4992-b39a-5b0d51376bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a47380-341a-417b-9d51-deebca250995,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:24.059254 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b646e103-9b0d-4992-b39a-5b0d51376bec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.062387 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b646e103-9b0d-4992-b39a-5b0d51376bec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/28a47380-341a-417b-9d51-deebca250995 HTTP/1.1" status: 204 len: 168 time: 0.2398846 Mar 26 03:06:24.063331 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f8908b-9169-4f25-8af0-d73fa71e40cc None None] Network 0d4e67e0-6f27-478a-a561-8c160895c1d0 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:06:24.064937 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56840) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:24.139412 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (0d4e67e0-6f27-478a-a561-8c160895c1d0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.182710 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 4855264e-ec29-4550-b6d2-9b755378ddb2 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:24.199142 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Deleting port c35159bf-826d-4863-a4a8-4ee56f678989 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:24.200431 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.206245 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 4855264e-ec29-4550-b6d2-9b755378ddb2 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:24.207248 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 4855264e-ec29-4550-b6d2-9b755378ddb2 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:24.236229 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc062749-6560-405f-bcf8-95dd70d0474a None None] DHCP port deletion for 0d4e67e0-6f27-478a-a561-8c160895c1d0 request from dv-cinder-835328-1-smb {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:06:24.268077 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] For port c35159bf-826d-4863-a4a8-4ee56f678989, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=c35159bf-826d-4863-a4a8-4ee56f678989,segment=NetworkSegment(08964fea-6b6e-4e12-8c0e-a689a8c88dfb),segment_id=08964fea-6b6e-4e12-8c0e-a689a8c88dfb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:24.268536 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.286653 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Calling delete_port for c35159bf-826d-4863-a4a8-4ee56f678989 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:24.290217 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-fc062749-6560-405f-bcf8-95dd70d0474a None None] Deleting port c35159bf-826d-4863-a4a8-4ee56f678989 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:24.290663 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc062749-6560-405f-bcf8-95dd70d0474a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.357752 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-fc062749-6560-405f-bcf8-95dd70d0474a None None] For port c35159bf-826d-4863-a4a8-4ee56f678989, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=c35159bf-826d-4863-a4a8-4ee56f678989,segment=NetworkSegment(08964fea-6b6e-4e12-8c0e-a689a8c88dfb),segment_id=08964fea-6b6e-4e12-8c0e-a689a8c88dfb)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:24.358152 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc062749-6560-405f-bcf8-95dd70d0474a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.371240 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-fc062749-6560-405f-bcf8-95dd70d0474a None None] Calling delete_port for c35159bf-826d-4863-a4a8-4ee56f678989 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:24.407257 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd2e17-ce74-4520-a3c8-55df8d7d0456 req-74c72941-ff19-4f66-b8d1-e531c36ed5d6 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:24.408796 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e4fd2e17-ce74-4520-a3c8-55df8d7d0456 req-74c72941-ff19-4f66-b8d1-e531c36ed5d6 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0719454 Mar 26 03:06:24.414974 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.451454 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35159bf-826d-4863-a4a8-4ee56f678989,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:24.453665 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc062749-6560-405f-bcf8-95dd70d0474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335'] for port (c35159bf-826d-4863-a4a8-4ee56f678989), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.462309 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] No DVR routers for this DVR port c35159bf-826d-4863-a4a8-4ee56f678989 on host dv-cinder-835328-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:24.480210 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc062749-6560-405f-bcf8-95dd70d0474a None None] Pushing event deleted for resources: {'Port': ['ID=c35159bf-826d-4863-a4a8-4ee56f678989,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:24.483743 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc062749-6560-405f-bcf8-95dd70d0474a None None] No DVR routers for this DVR port c35159bf-826d-4863-a4a8-4ee56f678989 on host dv-cinder-835328-1-smb {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:24.548768 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e4fd2e17-ce74-4520-a3c8-55df8d7d0456 req-db9201c0-6c91-45d0-9485-489264f13e1a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304209 Mar 26 03:06:24.558145 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (0d4e67e0-6f27-478a-a561-8c160895c1d0), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.579044 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4e67e0-6f27-478a-a561-8c160895c1d0']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:24.588544 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08964fea-6b6e-4e12-8c0e-a689a8c88dfb') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:24.588834 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08964fea-6b6e-4e12-8c0e-a689a8c88dfb') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:24.597714 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28410793'] for segment (08964fea-6b6e-4e12-8c0e-a689a8c88dfb), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.611596 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (08964fea-6b6e-4e12-8c0e-a689a8c88dfb), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.618433 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:06:24.618815 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28940417'] for segment (08964fea-6b6e-4e12-8c0e-a689a8c88dfb), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: timer() Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: cb(*args, **kw) Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: self._notify() Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: self.callback(batched_events) Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: event.method(event) Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: return self._get(url).json() Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:06:24.620459 dv-cinder-835328-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:06:24.678606 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (0d4e67e0-6f27-478a-a561-8c160895c1d0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.683847 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.686960 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d4e67e0-6f27-478a-a561-8c160895c1d0 HTTP/1.1" status: 204 len: 168 time: 0.6210303 Mar 26 03:06:24.697866 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73987389-2ba4-4a5c-808d-a570962d38c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4e67e0-6f27-478a-a561-8c160895c1d0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:24.849421 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56846) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:24.888715 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-bb849158-4560-4641-9bdd-cb9e9bf2c09c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c463262baa8942078f8da9d8e76a8cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381320 Mar 26 03:06:24.891134 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56848) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:24.935355 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abd13aa3-3330-4acf-bc0c-25e206120634 admin admin] Publish callbacks [] for security_group (4846543e-b964-468b-8c57-56f00d86b6a2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:24.955911 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abd13aa3-3330-4acf-bc0c-25e206120634 admin admin] Publish callbacks [] for security_group (4846543e-b964-468b-8c57-56f00d86b6a2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:25.001953 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abd13aa3-3330-4acf-bc0c-25e206120634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (4846543e-b964-468b-8c57-56f00d86b6a2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:25.004533 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abd13aa3-3330-4acf-bc0c-25e206120634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:25.006188 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-abd13aa3-3330-4acf-bc0c-25e206120634 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4846543e-b964-468b-8c57-56f00d86b6a2 HTTP/1.1" status: 204 len: 168 time: 0.1141789 Mar 26 03:06:25.013737 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd13aa3-3330-4acf-bc0c-25e206120634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4846543e-b964-468b-8c57-56f00d86b6a2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:25.308712 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56854) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:25.353191 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-20f62804-729e-42d6-b312-af8f9d2d6008 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a450b46226746be894eab25142dbfae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432920 Mar 26 03:06:25.355593 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56856) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:25.401641 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3232-087e-428f-8363-06805f66451e admin admin] Publish callbacks [] for security_group (e7e97ab2-d131-4692-9033-6ca784d128f9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:25.422250 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3232-087e-428f-8363-06805f66451e admin admin] Publish callbacks [] for security_group (e7e97ab2-d131-4692-9033-6ca784d128f9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:25.467485 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3232-087e-428f-8363-06805f66451e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e7e97ab2-d131-4692-9033-6ca784d128f9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:25.469921 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3232-087e-428f-8363-06805f66451e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:25.471216 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0a5f3232-087e-428f-8363-06805f66451e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7e97ab2-d131-4692-9033-6ca784d128f9 HTTP/1.1" status: 204 len: 168 time: 0.1146960 Mar 26 03:06:25.479633 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f3232-087e-428f-8363-06805f66451e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e97ab2-d131-4692-9033-6ca784d128f9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:25.592583 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-d1430afe-6ff0-43e2-ab02-f919cd514ec7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:25.594067 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-d1430afe-6ff0-43e2-ab02-f919cd514ec7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.0535834 Mar 26 03:06:25.719394 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 4005dd36-3b30-43fd-88b8-22d15e9754a0 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:25.735238 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c2d2b-6472-4d1d-b632-abcdde231a5f req-4fceb3a2-df0f-41e0-b07f-07605e990e68 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:25.736869 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-587c2d2b-6472-4d1d-b632-abcdde231a5f req-4fceb3a2-df0f-41e0-b07f-07605e990e68 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 945 time: 0.1115079 Mar 26 03:06:25.741787 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 4005dd36-3b30-43fd-88b8-22d15e9754a0 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:25.742388 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 4005dd36-3b30-43fd-88b8-22d15e9754a0 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:25.743015 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device c35159bf-826d-4863-a4a8-4ee56f678989 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:25.764427 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: c35159bf-826d-4863-a4a8-4ee56f678989 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:25.765038 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device c35159bf-826d-4863-a4a8-4ee56f678989 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:25.789942 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Deleting port 11b24ba2-d09b-4dc1-a888-37fbed368c20 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:25.790310 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:25.854157 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-587c2d2b-6472-4d1d-b632-abcdde231a5f req-1c442102-0842-4333-b854-9efa57b4fd3b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2b86dd8-ad18-41f4-8924-a4d887548e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057923 Mar 26 03:06:25.900911 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] For port 11b24ba2-d09b-4dc1-a888-37fbed368c20, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=11b24ba2-d09b-4dc1-a888-37fbed368c20,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:25.901268 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:25.980666 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9404caf7-0fe8-402d-a32a-822f523fa304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:26.069014 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:26.069368 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (d81ad6cc-b1f8-40f0-8f89-2673e9fc4806), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:26.069682 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Floating IP d81ad6cc-b1f8-40f0-8f89-2673e9fc4806 disassociated. External IP: 172.28.2.229, port: 11b24ba2-d09b-4dc1-a888-37fbed368c20. Mar 26 03:06:26.070017 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Calling delete_port for 11b24ba2-d09b-4dc1-a888-37fbed368c20 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:26.195503 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (11b24ba2-d09b-4dc1-a888-37fbed368c20), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:26.222836 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event deleted for resources: {'Port': ['ID=11b24ba2-d09b-4dc1-a888-37fbed368c20,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:26.337258 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Router 99d9b907-64a3-4e7b-8839-6f552295e4fd has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:26.445546 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:26.455312 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] Sync routers for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:26.465596 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:26.466195 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:26.487640 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] No DVR routers for this DVR port 11b24ba2-d09b-4dc1-a888-37fbed368c20 on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:26.489935 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:26.493250 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1d6a46d3-2ba7-4779-acb6-aeab295fed5f req-9c7f171d-9a92-44e7-9512-ab343a4787fc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "DELETE /v2.0/ports/11b24ba2-d09b-4dc1-a888-37fbed368c20 HTTP/1.1" status: 204 len: 173 time: 0.8926902 Mar 26 03:06:26.493657 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'name': 'network-vif-deleted', 'tag': '11b24ba2-d09b-4dc1-a888-37fbed368c20'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:26.495994 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba71500-4cc5-4826-a748-1476b8fa6c7b" -d '{"events": [{"server_uuid": "c77053f6-b7ac-4c06-b394-7f7413a31f1a", "name": "network-vif-deleted", "tag": "11b24ba2-d09b-4dc1-a888-37fbed368c20"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:26.532850 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7e3954-634c-47dc-86d6-de8110f1c773 x-openstack-request-id: req-8b7e3954-634c-47dc-86d6-de8110f1c773 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:26.533177 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77053f6-b7ac-4c06-b394-7f7413a31f1a", "name": "network-vif-deleted", "tag": "11b24ba2-d09b-4dc1-a888-37fbed368c20", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:26.533440 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b7e3954-634c-47dc-86d6-de8110f1c773 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:26.533851 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7e3954-634c-47dc-86d6-de8110f1c773'] response: {'server_uuid': 'c77053f6-b7ac-4c06-b394-7f7413a31f1a', 'name': 'network-vif-deleted', 'tag': '11b24ba2-d09b-4dc1-a888-37fbed368c20', 'status': 'completed', 'code': 200} Mar 26 03:06:26.581519 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:26.796340 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:26.822002 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] Checking router: 99d9b907-64a3-4e7b-8839-6f552295e4fd for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:26.830010 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:26.830597 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:05:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:26.940094 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:26.967463 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-403e2ed1-3298-48b7-aa9d-a8df38ec16fc req-bc96baf0-4adc-4bd0-b768-cc232f3a3491 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77053f6-b7ac-4c06-b394-7f7413a31f1a HTTP/1.1" status: 200 len: 210 time: 0.0286102 Mar 26 03:06:27.139063 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:27.165573 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c635614-c27d-4c8f-804d-23812494d747 None None] The sync data for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb is: [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:27.368486 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f23d0-c16c-4312-941d-9adaadb8d6cd None None] New status for floating IP d81ad6cc-b1f8-40f0-8f89-2673e9fc4806: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:06:28.051556 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56870) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:28.104492 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa62a82a-81a1-4b01-b3c1-fbaf06ff1c15 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (a2b86dd8-ad18-41f4-8924-a4d887548e4f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.130739 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa62a82a-81a1-4b01-b3c1-fbaf06ff1c15 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (a2b86dd8-ad18-41f4-8924-a4d887548e4f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.178264 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa62a82a-81a1-4b01-b3c1-fbaf06ff1c15 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a2b86dd8-ad18-41f4-8924-a4d887548e4f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.180785 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa62a82a-81a1-4b01-b3c1-fbaf06ff1c15 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.181915 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-fa62a82a-81a1-4b01-b3c1-fbaf06ff1c15 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "DELETE /v2.0/security-groups/a2b86dd8-ad18-41f4-8924-a4d887548e4f HTTP/1.1" status: 204 len: 168 time: 0.1286817 Mar 26 03:06:28.184647 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56874) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:28.191899 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62a82a-81a1-4b01-b3c1-fbaf06ff1c15 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b86dd8-ad18-41f4-8924-a4d887548e4f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:28.198432 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.api.v2.resource [None req-aa042c9b-39c5-4671-b14b-36f1d1f2d4f2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] show failed (client error): The resource could not be found. Mar 26 03:06:28.202081 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-aa042c9b-39c5-4671-b14b-36f1d1f2d4f2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups/a2b86dd8-ad18-41f4-8924-a4d887548e4f HTTP/1.1" status: 404 len: 347 time: 0.0136106 Mar 26 03:06:28.202621 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56876) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:28.245853 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ffcd057f-d450-4e6a-8e0f-e0bd61839ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.535115 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Deleting port c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:28.535456 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.607899 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.608224 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.620143 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Calling delete_port for c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:28.750480 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.777001 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event deleted for resources: {'Port': ['ID=c2c8adb2-e33b-4a19-9ffc-c3dfd9c17d0f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:28.837559 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (d81ad6cc-b1f8-40f0-8f89-2673e9fc4806), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.840153 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:28.841283 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0286bbbf-2fb9-46aa-88c2-cb06ad8c6f97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "DELETE /v2.0/floatingips/d81ad6cc-b1f8-40f0-8f89-2673e9fc4806 HTTP/1.1" status: 204 len: 168 time: 0.6374669 Mar 26 03:06:29.357359 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 11b24ba2-d09b-4dc1-a888-37fbed368c20 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:29.377637 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 11b24ba2-d09b-4dc1-a888-37fbed368c20 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:29.378017 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 11b24ba2-d09b-4dc1-a888-37fbed368c20 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:29.411057 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 56880) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:29.416308 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7cd96e0b-1a32-40f5-819f-53ca4f1e077b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845010844', 'description': 'tempest-description--1514007383'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:29.435257 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7cd96e0b-1a32-40f5-819f-53ca4f1e077b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.499137 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7cd96e0b-1a32-40f5-819f-53ca4f1e077b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (f4ccad0e-e561-492d-aa79-aca6f418f40b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.502466 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7cd96e0b-1a32-40f5-819f-53ca4f1e077b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f4ccad0e-e561-492d-aa79-aca6f418f40b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.529127 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7cd96e0b-1a32-40f5-819f-53ca4f1e077b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.530316 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-7cd96e0b-1a32-40f5-819f-53ca4f1e077b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1176147 Mar 26 03:06:29.533380 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56882) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:29.534184 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd96e0b-1a32-40f5-819f-53ca4f1e077b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ccad0e-e561-492d-aa79-aca6f418f40b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:29.538454 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-9068e3e2-05c9-4bd8-9439-d9a639c82378 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'security_group_rule': {'security_group_id': 'f4ccad0e-e561-492d-aa79-aca6f418f40b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:29.562806 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9068e3e2-05c9-4bd8-9439-d9a639c82378 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (5cd353ae-11ad-46a7-9edd-8094c2719fe0), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.615503 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9068e3e2-05c9-4bd8-9439-d9a639c82378 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (5cd353ae-11ad-46a7-9edd-8094c2719fe0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.618870 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9068e3e2-05c9-4bd8-9439-d9a639c82378 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (5cd353ae-11ad-46a7-9edd-8094c2719fe0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.636965 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068e3e2-05c9-4bd8-9439-d9a639c82378 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd353ae-11ad-46a7-9edd-8094c2719fe0,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:29.641940 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9068e3e2-05c9-4bd8-9439-d9a639c82378 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.643543 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9068e3e2-05c9-4bd8-9439-d9a639c82378 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087179 Mar 26 03:06:29.646421 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56884) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:29.650916 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-42b20eae-193b-43d9-87dd-475ae9b508f7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'security_group_rule': {'security_group_id': 'f4ccad0e-e561-492d-aa79-aca6f418f40b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:29.678176 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-42b20eae-193b-43d9-87dd-475ae9b508f7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (3cc8576c-e1fa-4d10-acec-ef5e5bfbae65), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.682752 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.735583 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-42b20eae-193b-43d9-87dd-475ae9b508f7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (3cc8576c-e1fa-4d10-acec-ef5e5bfbae65), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.739265 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-42b20eae-193b-43d9-87dd-475ae9b508f7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (3cc8576c-e1fa-4d10-acec-ef5e5bfbae65), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.757967 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b20eae-193b-43d9-87dd-475ae9b508f7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc8576c-e1fa-4d10-acec-ef5e5bfbae65,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:29.766514 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-42b20eae-193b-43d9-87dd-475ae9b508f7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.767694 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-42b20eae-193b-43d9-87dd-475ae9b508f7 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201324 Mar 26 03:06:29.770658 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 56886) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:29.775568 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:29.795183 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.886562 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:29.989173 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Allocated IP 172.28.2.125 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/145fc62f-856b-4060-95f0-51f584bb0001) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:06:30.084698 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for port (145fc62f-856b-4060-95f0-51f584bb0001), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:30.116823 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (145fc62f-856b-4060-95f0-51f584bb0001), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:30.155416 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:06:30.158012 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:06:30.161433 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:06:30.186143 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'Port': ['ID=145fc62f-856b-4060-95f0-51f584bb0001,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:30.248773 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (2cce8d69-0c83-4f03-b291-7f4be99c7edf), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:30.283787 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (145fc62f-856b-4060-95f0-51f584bb0001), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:30.429359 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for port (145fc62f-856b-4060-95f0-51f584bb0001), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:30.433554 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (145fc62f-856b-4060-95f0-51f584bb0001), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:30.501855 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'Port': ['ID=145fc62f-856b-4060-95f0-51f584bb0001,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:30.511889 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (2cce8d69-0c83-4f03-b291-7f4be99c7edf), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:30.527169 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:30.528385 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-366bb90f-b1b1-4132-8409-f2a288a9b1df tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7561033 Mar 26 03:06:30.722528 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-9a963fc4-e2fa-44be-84c6-0f80ac247997 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--845010844&fields=id&tenant_id=13123b08cc17456d93b5bd80ce2c50d4 HTTP/1.1" status: 200 len: 267 time: 0.0412664 Mar 26 03:06:30.827977 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-8262d703-d38c-4bd8-b34f-ce4190205beb tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:30.829416 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-8262d703-d38c-4bd8-b34f-ce4190205beb tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 809 time: 0.0996737 Mar 26 03:06:30.843754 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-347c1cbe-cb3e-432d-9360-b66f273d8d67 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/quotas/13123b08cc17456d93b5bd80ce2c50d4 HTTP/1.1" status: 200 len: 375 time: 0.0085340 Mar 26 03:06:30.897863 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-e01c0031-9e53-4990-8a81-9c78bd458d5a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494206 Mar 26 03:06:30.990799 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-ec0707bc-93bc-4b08-805e-308d1d375b75 service neutron] 10.222.0.13 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819969 Mar 26 03:06:31.057367 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:31.081245 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-836a6aa6-3a8d-4e3f-829c-738ba9849a79 service neutron] 10.222.0.13 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848944 Mar 26 03:06:32.255465 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-84cab6d4-41f3-476d-927e-94cb22ff6b44 req-c54150ca-a4d4-4fa6-a946-af01bc3b4a1b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 210 time: 0.0281301 Mar 26 03:06:32.680851 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:33.233790 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-5cd1fa49-ca76-470b-9634-4e3ab646fb55 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:33.235145 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-5cd1fa49-ca76-470b-9634-4e3ab646fb55 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 809 time: 0.1072896 Mar 26 03:06:33.297630 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-a8d245b3-3eb8-4e0c-9e4b-b1f7fe639839 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13123b08cc17456d93b5bd80ce2c50d4 HTTP/1.1" status: 200 len: 379 time: 0.0532997 Mar 26 03:06:33.307127 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'port': {'device_id': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'admin_state_up': True, 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'security_groups': ['f4ccad0e-e561-492d-aa79-aca6f418f40b']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:33.386687 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fd07cd11-b63c-4fd3-b475-b43bd82f65a4 req-f54ebe2a-30e5-4720-9e23-07a8fcea0d97 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 210 time: 0.0586963 Mar 26 03:06:33.443312 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Made reservation on behalf of 13123b08cc17456d93b5bd80ce2c50d4 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:06:33.446579 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:33.566139 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Allocated IP 172.20.0.12 (ddaffb82-6513-4745-bac8-becc9cfce0de/8e3506d9-8ea8-4f0d-8275-e17ddd4501d6/7318c86e-3989-4166-a7de-ffadda87d746) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:06:33.704541 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for port (7318c86e-3989-4166-a7de-ffadda87d746), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:33.738371 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (7318c86e-3989-4166-a7de-ffadda87d746), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:33.778758 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Network ddaffb82-6513-4745-bac8-becc9cfce0de is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:06:33.781886 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:06:33.788574 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:06:33.812222 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event updated for resources: {'Port': ['ID=7318c86e-3989-4166-a7de-ffadda87d746,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:33.844799 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:33.845436 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:33.863935 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-85cd9a6d-2a3e-45ce-af57-811b050720a9 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5605111 Mar 26 03:06:33.875684 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Request body: {'port': {'device_id': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:33.937876 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7318c86e-3989-4166-a7de-ffadda87d746), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:34.023363 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-1940a439-0598-46c7-8083-1345aa50d616 None None] Provisioning complete for port 7318c86e-3989-4166-a7de-ffadda87d746 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:06:34.023959 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1940a439-0598-46c7-8083-1345aa50d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (7318c86e-3989-4166-a7de-ffadda87d746), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:34.062298 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-1940a439-0598-46c7-8083-1345aa50d616 None None] Port 7318c86e-3989-4166-a7de-ffadda87d746 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:06:34.204074 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7318c86e-3989-4166-a7de-ffadda87d746 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:06:34.211407 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Publish callbacks [] for port (7318c86e-3989-4166-a7de-ffadda87d746), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:34.222909 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Transition to ACTIVE for port object 7318c86e-3989-4166-a7de-ffadda87d746 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:06:34.227379 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (7318c86e-3989-4166-a7de-ffadda87d746), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:34.295008 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7318c86e-3989-4166-a7de-ffadda87d746,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:34.350771 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Attempting to bind port 7318c86e-3989-4166-a7de-ffadda87d746 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:06:34.351744 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Attempting to bind port 7318c86e-3989-4166-a7de-ffadda87d746 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:06:34.351744 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Attempting to bind port 7318c86e-3989-4166-a7de-ffadda87d746 on network ddaffb82-6513-4745-bac8-becc9cfce0de {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:06:34.356498 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Port 7318c86e-3989-4166-a7de-ffadda87d746 on network ddaffb82-6513-4745-bac8-becc9cfce0de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:06:34.356820 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Attempting to bind port 7318c86e-3989-4166-a7de-ffadda87d746 on network ddaffb82-6513-4745-bac8-becc9cfce0de {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:06:34.362298 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:06:34.362678 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Checking segment: {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:06:34.363138 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Bound using segment: {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:06:34.363572 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Bound port: 7318c86e-3989-4166-a7de-ffadda87d746, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbe2383-c7de-41a5-9ce2-3af06914af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:06:34.363934 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7318c86e-3989-4166-a7de-ffadda87d746), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:34.433182 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] For port 7318c86e-3989-4166-a7de-ffadda87d746, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:06:34.436210 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] For port 7318c86e-3989-4166-a7de-ffadda87d746, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7318c86e-3989-4166-a7de-ffadda87d746,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:06:34.442600 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (7318c86e-3989-4166-a7de-ffadda87d746), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:34.482607 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:34.483260 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:34.484629 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] 10.222.0.15 "PUT /v2.0/ports/7318c86e-3989-4166-a7de-ffadda87d746 HTTP/1.1" status: 200 len: 1094 time: 0.6131458 Mar 26 03:06:34.490473 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'tag': '7318c86e-3989-4166-a7de-ffadda87d746'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:34.490876 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff0a4c3-0a54-4026-95b2-f1223418a1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "25390ddf-d953-4b2b-b260-ebc8f523ec91", "tag": "7318c86e-3989-4166-a7de-ffadda87d746"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:34.563560 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9bb8d-5b39-496e-b6b6-dc995615fcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7318c86e-3989-4166-a7de-ffadda87d746,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:34.567979 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9e500d-3c57-4ce8-8a3e-493c85b34be1 x-openstack-request-id: req-0e9e500d-3c57-4ce8-8a3e-493c85b34be1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:34.567979 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25390ddf-d953-4b2b-b260-ebc8f523ec91", "tag": "7318c86e-3989-4166-a7de-ffadda87d746", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:34.568710 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e9e500d-3c57-4ce8-8a3e-493c85b34be1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:34.568809 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9e500d-3c57-4ce8-8a3e-493c85b34be1'] response: {'name': 'network-changed', 'server_uuid': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'tag': '7318c86e-3989-4166-a7de-ffadda87d746', 'status': 'completed', 'code': 200} Mar 26 03:06:34.582859 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ea7da-b0d1-4ce0-a827-ec27a43db1f7 req-bc870e13-f000-4816-9a01-7b330621fea5 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:34.585181 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8a3ea7da-b0d1-4ce0-a827-ec27a43db1f7 req-bc870e13-f000-4816-9a01-7b330621fea5 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 944 time: 0.1171103 Mar 26 03:06:34.623653 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-bd458e9d-11aa-4bea-889d-efb4e5c0a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:34.625278 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-bd458e9d-11aa-4bea-889d-efb4e5c0a7e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 1128 time: 0.0922313 Mar 26 03:06:34.678609 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-77a35153-51d7-409e-b55e-9265b58315ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7318c86e-3989-4166-a7de-ffadda87d746 HTTP/1.1" status: 200 len: 217 time: 0.0440440 Mar 26 03:06:34.681803 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8a3ea7da-b0d1-4ce0-a827-ec27a43db1f7 req-acd07a10-8a57-40e9-9036-9fc2d2961f74 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897467 Mar 26 03:06:34.728908 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-89b28ca6-22cb-4c9e-a113-faf538bed590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:34.730297 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-89b28ca6-22cb-4c9e-a113-faf538bed590 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 200 len: 848 time: 0.0444529 Mar 26 03:06:34.781105 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-b5345459-7c98-42ba-87ee-d1cd73465453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:34.782571 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-b5345459-7c98-42ba-87ee-d1cd73465453 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddaffb82-6513-4745-bac8-becc9cfce0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428281 Mar 26 03:06:34.873961 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-4cc840e0-4a48-4189-a3d8-932fc7062e1e service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838809 Mar 26 03:06:34.958735 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36dbf1ab-2c79-4b4f-9d10-237992db3749 req-5cfa00a0-a1b9-4284-885b-fe12a39c33ee service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789402 Mar 26 03:06:35.054021 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-93d124e0-4121-42e5-aee5-a35de92003ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:35.055587 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-93d124e0-4121-42e5-aee5-a35de92003ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 1128 time: 0.0491111 Mar 26 03:06:35.146972 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-1f15fa35-a71a-4554-9332-3c7b04741ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:35.148472 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-1f15fa35-a71a-4554-9332-3c7b04741ab5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 910 time: 0.0830269 Mar 26 03:06:35.192400 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-e3e681fe-186c-4153-9f25-35f34a58b683 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7318c86e-3989-4166-a7de-ffadda87d746 HTTP/1.1" status: 200 len: 217 time: 0.0377750 Mar 26 03:06:35.240819 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-c9727ccd-d64b-41b6-b1bd-56087eae8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:35.242270 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-c9727ccd-d64b-41b6-b1bd-56087eae8886 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 200 len: 848 time: 0.0433514 Mar 26 03:06:35.292698 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-578874a1-80f3-47bf-8556-9a1a0cbf046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:35.294228 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-578874a1-80f3-47bf-8556-9a1a0cbf046a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddaffb82-6513-4745-bac8-becc9cfce0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446801 Mar 26 03:06:35.390785 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-be59174c-b5af-4ece-8401-505f3b47fb30 service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889447 Mar 26 03:06:35.484237 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-aff0a4c3-0a54-4026-95b2-f1223418a1ea req-c06728c9-d917-445f-81e9-d626ac5d157e service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871823 Mar 26 03:06:35.801922 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188a34a-c885-413d-9205-47eab8ca5e80 req-20ce02e9-be6b-41ae-afa0-4b94b21cc861 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:35.804233 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f188a34a-c885-413d-9205-47eab8ca5e80 req-20ce02e9-be6b-41ae-afa0-4b94b21cc861 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 944 time: 0.0546823 Mar 26 03:06:35.848451 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f188a34a-c885-413d-9205-47eab8ca5e80 req-88db2b32-b8fb-413a-a75c-cb13e77fd003 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387838 Mar 26 03:06:36.769575 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ac98d-1d5b-4836-82db-a1719522929c req-e53c364b-1f02-4014-96e9-d4fa4c637945 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:36.771027 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-771ac98d-1d5b-4836-82db-a1719522929c req-e53c364b-1f02-4014-96e9-d4fa4c637945 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 946 time: 0.0571630 Mar 26 03:06:36.819759 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-771ac98d-1d5b-4836-82db-a1719522929c req-ec441589-f0f8-404b-9340-1b2e50eeb2c1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423832 Mar 26 03:06:36.966171 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cff8c-86b0-4451-bdbf-6c7b8f2b7ec2 req-8d56a650-07b1-48f7-9624-d2c15b6a6f5b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:36.967667 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ea1cff8c-86b0-4451-bdbf-6c7b8f2b7ec2 req-8d56a650-07b1-48f7-9624-d2c15b6a6f5b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 944 time: 0.0508156 Mar 26 03:06:37.012340 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ea1cff8c-86b0-4451-bdbf-6c7b8f2b7ec2 req-49dc719c-5303-49ae-a894-0e48ff69a5c0 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392516 Mar 26 03:06:37.379292 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7318c86e-3989-4166-a7de-ffadda87d746 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:06:37.477185 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7318c86e-3989-4166-a7de-ffadda87d746, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7318c86e-3989-4166-a7de-ffadda87d746,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:37.488194 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '7318c86e-3989-4166-a7de-ffadda87d746', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'port_id': '7318c86e-3989-4166-a7de-ffadda87d746', 'mac_address': 'fa:16:3e:f9:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:06:37.525989 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7318c86e-3989-4166-a7de-ffadda87d746 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:06:37.526378 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7318c86e-3989-4166-a7de-ffadda87d746), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:37.538633 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7318c86e-3989-4166-a7de-ffadda87d746 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:06:37.557793 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7318c86e-3989-4166-a7de-ffadda87d746, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7318c86e-3989-4166-a7de-ffadda87d746,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:37.561428 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (7318c86e-3989-4166-a7de-ffadda87d746), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:37.609907 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=7318c86e-3989-4166-a7de-ffadda87d746,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:37.859167 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['7318c86e-3989-4166-a7de-ffadda87d746'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:06:37.941265 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9dcf-5529-4c19-bfa6-635755f24b5a req-ec047710-2740-46dd-be69-b671078bba6e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:37.942636 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8cff9dcf-5529-4c19-bfa6-635755f24b5a req-ec047710-2740-46dd-be69-b671078bba6e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 946 time: 0.0555513 Mar 26 03:06:37.989326 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8cff9dcf-5529-4c19-bfa6-635755f24b5a req-b4023c6c-8835-48e3-a7d7-cf982c0c11e3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 Mar 26 03:06:38.126827 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e2612-5f47-4acd-98ee-1ece4781773a req-0d782a82-5bea-4fb0-a3ae-979990626782 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:38.128321 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d75e2612-5f47-4acd-98ee-1ece4781773a req-0d782a82-5bea-4fb0-a3ae-979990626782 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 945 time: 0.0513895 Mar 26 03:06:38.174362 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d75e2612-5f47-4acd-98ee-1ece4781773a req-46a5ad52-80e4-482d-9e59-c6f4eb43a1f6 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401075 Mar 26 03:06:38.639929 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-e4e2f02b-4eba-4d60-9ab5-c249e3d93c67 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:38.641368 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-e4e2f02b-4eba-4d60-9ab5-c249e3d93c67 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 946 time: 0.0521936 Mar 26 03:06:38.737865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Deleting port 91a46f15-2234-451b-a173-0bdf223df7ca {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:38.738204 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:38.822184 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] For port 91a46f15-2234-451b-a173-0bdf223df7ca, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=91a46f15-2234-451b-a173-0bdf223df7ca,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:38.822536 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:38.989329 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:38.990006 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (75e5e31c-81f5-4000-957e-d16a0ea8c0a3), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:38.990006 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Floating IP 75e5e31c-81f5-4000-957e-d16a0ea8c0a3 disassociated. External IP: 172.28.2.3, port: 91a46f15-2234-451b-a173-0bdf223df7ca. Mar 26 03:06:38.990250 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Calling delete_port for 91a46f15-2234-451b-a173-0bdf223df7ca owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:39.151471 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d29486-0cdc-4cd7-b2a6-e39861a60369 req-9b7851cb-9870-48c9-ae4f-61e90e171fbe tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:39.152956 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-08d29486-0cdc-4cd7-b2a6-e39861a60369 req-9b7851cb-9870-48c9-ae4f-61e90e171fbe tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 946 time: 0.0928555 Mar 26 03:06:39.154005 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (91a46f15-2234-451b-a173-0bdf223df7ca), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:39.193474 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'Port': ['ID=91a46f15-2234-451b-a173-0bdf223df7ca,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:39.327641 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-08d29486-0cdc-4cd7-b2a6-e39861a60369 req-12747cc6-5190-4f17-b963-b4e29f5cc1b0 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed8108bd-67b6-4a78-8e74-d69b2964debf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660311 Mar 26 03:06:39.361329 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653aa28-ddb2-4988-8a0b-4867b7060c67 req-41e3bbb5-393f-4019-97f5-30b21f40266e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:39.362766 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1653aa28-ddb2-4988-8a0b-4867b7060c67 req-41e3bbb5-393f-4019-97f5-30b21f40266e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 945 time: 0.1176643 Mar 26 03:06:39.376855 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:39.384198 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7318c86e-3989-4166-a7de-ffadda87d746 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:06:39.433039 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 7318c86e-3989-4166-a7de-ffadda87d746 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:06:39.437452 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 7318c86e-3989-4166-a7de-ffadda87d746 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:06:39.437828 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (7318c86e-3989-4166-a7de-ffadda87d746), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:39.517631 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 7318c86e-3989-4166-a7de-ffadda87d746 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:06:39.517934 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (7318c86e-3989-4166-a7de-ffadda87d746), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:39.547249 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7318c86e-3989-4166-a7de-ffadda87d746'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:39.549439 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce754543-bd5b-40c9-b920-17cd417da697" -d '{"events": [{"server_uuid": "25390ddf-d953-4b2b-b260-ebc8f523ec91", "name": "network-vif-plugged", "status": "completed", "tag": "7318c86e-3989-4166-a7de-ffadda87d746"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:39.564527 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 7318c86e-3989-4166-a7de-ffadda87d746, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7318c86e-3989-4166-a7de-ffadda87d746,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:39.572831 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (7318c86e-3989-4166-a7de-ffadda87d746), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:39.602291 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee29a6c0-2a33-45f2-8dd0-aee630b4b34c x-openstack-request-id: req-ee29a6c0-2a33-45f2-8dd0-aee630b4b34c {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:39.602606 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25390ddf-d953-4b2b-b260-ebc8f523ec91", "name": "network-vif-plugged", "status": "completed", "tag": "7318c86e-3989-4166-a7de-ffadda87d746", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:39.602871 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee29a6c0-2a33-45f2-8dd0-aee630b4b34c {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:39.603290 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee29a6c0-2a33-45f2-8dd0-aee630b4b34c'] response: {'server_uuid': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7318c86e-3989-4166-a7de-ffadda87d746', 'code': 200} Mar 26 03:06:39.641235 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=7318c86e-3989-4166-a7de-ffadda87d746,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:39.649147 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.649431 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.649786 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.650144 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.650496 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.650818 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.651252 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.651577 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.651824 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.652153 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.652478 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.652819 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.653148 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.653471 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.653793 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:06:39.704289 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1653aa28-ddb2-4988-8a0b-4867b7060c67 req-8a17cf73-b12f-4dfc-a044-bdbe90421ddc tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353529 Mar 26 03:06:39.746457 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:39.759667 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:39.772713 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:39.773337 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:39.789387 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] No DVR routers for this DVR port 91a46f15-2234-451b-a173-0bdf223df7ca on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:39.792163 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:39.795771 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e859117d-b6cf-46af-af59-774ff0d24e7d req-c721cc6f-e875-47b2-ba95-56a4bf0ba67d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "DELETE /v2.0/ports/91a46f15-2234-451b-a173-0bdf223df7ca HTTP/1.1" status: 204 len: 173 time: 1.1474636 Mar 26 03:06:39.796227 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'name': 'network-vif-deleted', 'tag': '91a46f15-2234-451b-a173-0bdf223df7ca'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:39.798685 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f54ab3-0871-4a64-a9ae-67a61b4e7817" -d '{"events": [{"server_uuid": "0d3b2cae-0c28-4c47-bd2f-fe9a30563713", "name": "network-vif-deleted", "tag": "91a46f15-2234-451b-a173-0bdf223df7ca"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:39.817360 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502aa9c0-e689-4f85-a7be-760f43ce3bdf req-08771bb2-9391-45af-a97a-d47b0122aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:39.818991 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-502aa9c0-e689-4f85-a7be-760f43ce3bdf req-08771bb2-9391-45af-a97a-d47b0122aec0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 1130 time: 0.0488520 Mar 26 03:06:39.845247 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c6e2f1-3d32-4b67-92bb-1b9a435a05ca x-openstack-request-id: req-a8c6e2f1-3d32-4b67-92bb-1b9a435a05ca {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:39.845690 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3b2cae-0c28-4c47-bd2f-fe9a30563713", "name": "network-vif-deleted", "tag": "91a46f15-2234-451b-a173-0bdf223df7ca", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:39.846442 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8c6e2f1-3d32-4b67-92bb-1b9a435a05ca {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:39.846442 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c6e2f1-3d32-4b67-92bb-1b9a435a05ca'] response: {'server_uuid': '0d3b2cae-0c28-4c47-bd2f-fe9a30563713', 'name': 'network-vif-deleted', 'tag': '91a46f15-2234-451b-a173-0bdf223df7ca', 'status': 'completed', 'code': 200} Mar 26 03:06:39.881066 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-502aa9c0-e689-4f85-a7be-760f43ce3bdf req-cb520656-6322-432c-b08b-9eddf90f9a22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534272 Mar 26 03:06:40.024376 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:40.216022 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:40.242171 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:40.250143 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:40.250725 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:40.354910 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:40.435499 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-590cb9f6-0ce7-4b3b-ad41-69a92ce2c5a0 req-e32604c7-1afb-4fdd-a5e4-816b3809e530 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3b2cae-0c28-4c47-bd2f-fe9a30563713 HTTP/1.1" status: 200 len: 210 time: 0.0290895 Mar 26 03:06:40.560953 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:40.587104 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cd66a-49d4-4536-a00f-b0a80f45d540 None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:40.804918 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad036bb-fafb-44b0-ad35-d65669d0369b None None] New status for floating IP 75e5e31c-81f5-4000-957e-d16a0ea8c0a3: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:06:40.828941 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f478e20-758e-4a4d-a713-a3faf442e682 req-34f3917a-0d3a-43cc-aa3e-e1dcce46d555 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:40.830337 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1f478e20-758e-4a4d-a713-a3faf442e682 req-34f3917a-0d3a-43cc-aa3e-e1dcce46d555 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 946 time: 0.0540111 Mar 26 03:06:40.879014 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1f478e20-758e-4a4d-a713-a3faf442e682 req-0762bf3c-6343-4e19-b715-8e6680549c61 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429392 Mar 26 03:06:41.387760 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 91a46f15-2234-451b-a173-0bdf223df7ca no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:41.407528 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 91a46f15-2234-451b-a173-0bdf223df7ca {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:41.407869 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 91a46f15-2234-451b-a173-0bdf223df7ca not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:41.518027 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57004) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:41.568985 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beffa4f7-1fc3-49b8-84a0-98dfadc47881 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (ed8108bd-67b6-4a78-8e74-d69b2964debf), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:41.591856 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beffa4f7-1fc3-49b8-84a0-98dfadc47881 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (ed8108bd-67b6-4a78-8e74-d69b2964debf), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:41.627778 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:41.642331 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beffa4f7-1fc3-49b8-84a0-98dfadc47881 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (ed8108bd-67b6-4a78-8e74-d69b2964debf), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:41.644892 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beffa4f7-1fc3-49b8-84a0-98dfadc47881 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:41.646087 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-beffa4f7-1fc3-49b8-84a0-98dfadc47881 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed8108bd-67b6-4a78-8e74-d69b2964debf HTTP/1.1" status: 204 len: 168 time: 0.1270087 Mar 26 03:06:41.649526 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57006) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:41.660127 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffa4f7-1fc3-49b8-84a0-98dfadc47881 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8108bd-67b6-4a78-8e74-d69b2964debf,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:41.663206 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.api.v2.resource [None req-581acde2-3f78-4689-9fc3-de2cb535b89f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] show failed (client error): The resource could not be found. Mar 26 03:06:41.666917 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-581acde2-3f78-4689-9fc3-de2cb535b89f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups/ed8108bd-67b6-4a78-8e74-d69b2964debf HTTP/1.1" status: 404 len: 347 time: 0.0137880 Mar 26 03:06:41.667352 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57008) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:41.795121 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Deleting port 6a67e078-aa13-4db4-ba36-0f8e310fa5cc {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:41.795469 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (6a67e078-aa13-4db4-ba36-0f8e310fa5cc), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:41.868919 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (6a67e078-aa13-4db4-ba36-0f8e310fa5cc), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:41.869249 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (6a67e078-aa13-4db4-ba36-0f8e310fa5cc), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:41.880464 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Calling delete_port for 6a67e078-aa13-4db4-ba36-0f8e310fa5cc owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:42.034069 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe5955-4a28-4191-9ade-dc9dfd637bc7 req-c048d42d-105c-4199-9861-b0c287e2310b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:42.035567 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dabe5955-4a28-4191-9ade-dc9dfd637bc7 req-c048d42d-105c-4199-9861-b0c287e2310b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 946 time: 0.0875058 Mar 26 03:06:42.058644 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (6a67e078-aa13-4db4-ba36-0f8e310fa5cc), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.092904 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'Port': ['ID=6a67e078-aa13-4db4-ba36-0f8e310fa5cc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:42.150873 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dabe5955-4a28-4191-9ade-dc9dfd637bc7 req-dee2c9bb-55db-4128-b957-48e82000c477 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088531 Mar 26 03:06:42.171325 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (75e5e31c-81f5-4000-957e-d16a0ea8c0a3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.173833 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.174986 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-68c76d27-f75d-4b3f-8119-efdf61a3a278 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "DELETE /v2.0/floatingips/75e5e31c-81f5-4000-957e-d16a0ea8c0a3 HTTP/1.1" status: 204 len: 168 time: 0.5068314 Mar 26 03:06:42.270904 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfba66-6bb4-4a71-9173-10fc24f62837 req-9001181a-1491-4753-bb55-749478819d7e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:42.272989 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-37bfba66-6bb4-4a71-9173-10fc24f62837 req-9001181a-1491-4753-bb55-749478819d7e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 946 time: 0.0537798 Mar 26 03:06:42.281383 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57016) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:42.285905 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-0162fdf0-6b03-4713-aea2-b2c4634297c8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Request body: {'floatingip': {'port_id': '7318c86e-3989-4166-a7de-ffadda87d746'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:42.326577 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0162fdf0-6b03-4713-aea2-b2c4634297c8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (2cce8d69-0c83-4f03-b291-7f4be99c7edf), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.370672 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57018) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:42.379541 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-92a9b551-566f-4679-9d27-de700b4a8c6e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351923872', 'description': 'tempest-description--426703799'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:42.400446 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a9b551-566f-4679-9d27-de700b4a8c6e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.465702 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a9b551-566f-4679-9d27-de700b4a8c6e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (db540caf-c47b-42c0-912e-642eb900dc04), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.469048 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a9b551-566f-4679-9d27-de700b4a8c6e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (db540caf-c47b-42c0-912e-642eb900dc04), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.497464 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a9b551-566f-4679-9d27-de700b4a8c6e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.501323 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-92a9b551-566f-4679-9d27-de700b4a8c6e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1269274 Mar 26 03:06:42.501616 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57020) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:42.506433 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9b551-566f-4679-9d27-de700b4a8c6e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db540caf-c47b-42c0-912e-642eb900dc04,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:42.507520 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-b3456b52-75ab-4c63-bc50-5a330b35373c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group_rule': {'security_group_id': 'db540caf-c47b-42c0-912e-642eb900dc04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:42.554108 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3456b52-75ab-4c63-bc50-5a330b35373c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (f7a846b0-03e0-4475-a034-7fa01e3e0699), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.721913 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3456b52-75ab-4c63-bc50-5a330b35373c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (f7a846b0-03e0-4475-a034-7fa01e3e0699), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.729598 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3456b52-75ab-4c63-bc50-5a330b35373c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (f7a846b0-03e0-4475-a034-7fa01e3e0699), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.771055 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3456b52-75ab-4c63-bc50-5a330b35373c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a846b0-03e0-4475-a034-7fa01e3e0699,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:42.777587 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3456b52-75ab-4c63-bc50-5a330b35373c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.778651 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b3456b52-75ab-4c63-bc50-5a330b35373c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760837 Mar 26 03:06:42.781612 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57022) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:42.786367 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6e41a5e3-cf92-46e0-9b4e-7fe29791339b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'security_group_rule': {'security_group_id': 'db540caf-c47b-42c0-912e-642eb900dc04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:42.811959 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e41a5e3-cf92-46e0-9b4e-7fe29791339b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (effd3724-c129-47fd-9cdf-fa09693fa6a0), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.838353 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0162fdf0-6b03-4713-aea2-b2c4634297c8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.842270 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0162fdf0-6b03-4713-aea2-b2c4634297c8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (2cce8d69-0c83-4f03-b291-7f4be99c7edf), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.867764 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e41a5e3-cf92-46e0-9b4e-7fe29791339b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (effd3724-c129-47fd-9cdf-fa09693fa6a0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.871340 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e41a5e3-cf92-46e0-9b4e-7fe29791339b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (effd3724-c129-47fd-9cdf-fa09693fa6a0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.888398 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41a5e3-cf92-46e0-9b4e-7fe29791339b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effd3724-c129-47fd-9cdf-fa09693fa6a0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:42.899753 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e41a5e3-cf92-46e0-9b4e-7fe29791339b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.900950 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6e41a5e3-cf92-46e0-9b4e-7fe29791339b tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183131 Mar 26 03:06:42.904084 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57024) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:42.908416 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:42.927715 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:42.942960 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [None req-0162fdf0-6b03-4713-aea2-b2c4634297c8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Floating IP 2cce8d69-0c83-4f03-b291-7f4be99c7edf associated. External IP: 172.28.2.125, port: 7318c86e-3989-4166-a7de-ffadda87d746. Mar 26 03:06:43.024386 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.129762 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Allocated IP 172.28.2.65 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/9f5b63d3-4194-44b2-9127-019c32519652) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:06:43.150493 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0162fdf0-6b03-4713-aea2-b2c4634297c8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Router 99d9b907-64a3-4e7b-8839-6f552295e4fd has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:43.230583 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (9f5b63d3-4194-44b2-9127-019c32519652), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.257516 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0162fdf0-6b03-4713-aea2-b2c4634297c8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:43.262588 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0162fdf0-6b03-4713-aea2-b2c4634297c8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.265267 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (9f5b63d3-4194-44b2-9127-019c32519652), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.267511 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f511965-0858-4809-86eb-eecab34327ad None None] Sync routers for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:43.279338 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f511965-0858-4809-86eb-eecab34327ad None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:43.279858 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9f511965-0858-4809-86eb-eecab34327ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:43.299509 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-0162fdf0-6b03-4713-aea2-b2c4634297c8 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "PUT /v2.0/floatingips/2cce8d69-0c83-4f03-b291-7f4be99c7edf HTTP/1.1" status: 200 len: 992 time: 1.0117080 Mar 26 03:06:43.299509 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'tag': '7318c86e-3989-4166-a7de-ffadda87d746'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:43.299509 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a9acad-292b-497e-9f18-6b7a626a0a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "25390ddf-d953-4b2b-b260-ebc8f523ec91", "tag": "7318c86e-3989-4166-a7de-ffadda87d746"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:43.308558 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:06:43.313199 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:06:43.319056 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:06:43.338352 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648211ac-a19b-44d0-a3f6-4864bb203136 x-openstack-request-id: req-648211ac-a19b-44d0-a3f6-4864bb203136 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:43.338649 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25390ddf-d953-4b2b-b260-ebc8f523ec91", "tag": "7318c86e-3989-4166-a7de-ffadda87d746", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:43.338904 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-648211ac-a19b-44d0-a3f6-4864bb203136 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:43.339353 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648211ac-a19b-44d0-a3f6-4864bb203136'] response: {'name': 'network-changed', 'server_uuid': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'tag': '7318c86e-3989-4166-a7de-ffadda87d746', 'status': 'completed', 'code': 200} Mar 26 03:06:43.341394 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=9f5b63d3-4194-44b2-9127-019c32519652,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:43.403671 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9f511965-0858-4809-86eb-eecab34327ad None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:43.412156 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (52a6078f-eb68-4100-91de-d3714845389a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.414110 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-2d5369ee-5571-4aa0-b6b4-f7b95bb21767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:43.415632 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-2d5369ee-5571-4aa0-b6b4-f7b95bb21767 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 1130 time: 0.0505633 Mar 26 03:06:43.450226 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (9f5b63d3-4194-44b2-9127-019c32519652), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.504485 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-a6792353-ddc1-4423-8ab1-11c8a3dbacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:43.505935 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-a6792353-ddc1-4423-8ab1-11c8a3dbacbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 200 len: 910 time: 0.0849099 Mar 26 03:06:43.575625 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-1b62a5e2-d2d2-43a6-9485-4e22972e1a93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7318c86e-3989-4166-a7de-ffadda87d746 HTTP/1.1" status: 200 len: 1000 time: 0.0620463 Mar 26 03:06:43.611810 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (9f5b63d3-4194-44b2-9127-019c32519652), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.620207 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (9f5b63d3-4194-44b2-9127-019c32519652), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.627287 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-3c9456c5-17f2-4492-b0f5-20e1a4375d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:43.629814 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-3c9456c5-17f2-4492-b0f5-20e1a4375d06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 200 len: 848 time: 0.0477581 Mar 26 03:06:43.642081 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9f511965-0858-4809-86eb-eecab34327ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '2cce8d69-0c83-4f03-b291-7f4be99c7edf', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'port_id': '7318c86e-3989-4166-a7de-ffadda87d746', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'mac_address': 'fa:16:3e:f9:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:06:30Z', 'updated_at': '2022-03-26T03:06:42Z', 'revision_number': 1, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:43.673366 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f511965-0858-4809-86eb-eecab34327ad None None] Checking router: 99d9b907-64a3-4e7b-8839-6f552295e4fd for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:43.681676 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f511965-0858-4809-86eb-eecab34327ad None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:43.682288 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9f511965-0858-4809-86eb-eecab34327ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:43.692112 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-26fe130e-836b-477e-99ea-625feefbb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:43.692326 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=9f5b63d3-4194-44b2-9127-019c32519652,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:43.693613 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-26fe130e-836b-477e-99ea-625feefbb00c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddaffb82-6513-4745-bac8-becc9cfce0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0578818 Mar 26 03:06:43.705340 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (52a6078f-eb68-4100-91de-d3714845389a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.723788 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:43.725057 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-fb2489c1-5705-4c7e-bb62-b586e8e556b3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8200080 Mar 26 03:06:43.795356 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9f511965-0858-4809-86eb-eecab34327ad None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:43.795571 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-86cc9c71-06a1-44ac-974a-1fc222f12fbd service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942743 Mar 26 03:06:43.892470 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-33a9acad-292b-497e-9f18-6b7a626a0a3a req-255dda78-bd1a-4884-8560-3ac81403ccc4 service neutron] 10.222.0.15 "GET /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899386 Mar 26 03:06:43.930141 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-7d5a5e30-5fb0-45c2-b8ac-36de9f51dcee tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1351923872&fields=id&tenant_id=effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 267 time: 0.0452564 Mar 26 03:06:44.030101 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9f511965-0858-4809-86eb-eecab34327ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '2cce8d69-0c83-4f03-b291-7f4be99c7edf', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'port_id': '7318c86e-3989-4166-a7de-ffadda87d746', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'mac_address': 'fa:16:3e:f9:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:06:30Z', 'updated_at': '2022-03-26T03:06:42Z', 'revision_number': 1, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:44.034320 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe32b-b491-49e0-9734-509887752411 req-c5593418-3975-4d35-9b7d-902d3f460422 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:44.038132 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-c5593418-3975-4d35-9b7d-902d3f460422 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 814 time: 0.1013889 Mar 26 03:06:44.051183 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-49c461a2-68a3-44f5-993c-327fb1216ae9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/quotas/effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 375 time: 0.0091341 Mar 26 03:06:44.055930 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f511965-0858-4809-86eb-eecab34327ad None None] The sync data for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb is: [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '2cce8d69-0c83-4f03-b291-7f4be99c7edf', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'port_id': '7318c86e-3989-4166-a7de-ffadda87d746', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'mac_address': 'fa:16:3e:f9:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:06:30Z', 'updated_at': '2022-03-26T03:06:42Z', 'revision_number': 1, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:44.111937 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-61162fe5-a309-41f5-a559-af4d880d1e57 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554030 Mar 26 03:06:44.208619 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-814721f8-fb27-4cf0-8f5e-e62d6bc4cb4a service neutron] 10.222.0.13 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846500 Mar 26 03:06:44.250421 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e976c8-15e9-463f-a22f-41fa089d3048 None None] New status for floating IP 2cce8d69-0c83-4f03-b291-7f4be99c7edf: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:06:44.305824 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-08f8ddd6-f8e5-4e07-b74c-b19e24f6e0aa service neutron] 10.222.0.13 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905063 Mar 26 03:06:44.469656 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cc259dae-4496-445c-9be9-7e8e0c4221bc req-0857e376-4fe8-4cc7-b3aa-866cd8775e33 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 210 time: 0.0282869 Mar 26 03:06:45.433993 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe32b-b491-49e0-9734-509887752411 req-031e3a08-4783-43c5-9576-806f22e4fd1f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:45.435465 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-031e3a08-4783-43c5-9576-806f22e4fd1f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 814 time: 0.1062820 Mar 26 03:06:45.500158 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-ad814ead-d21a-4034-b970-8559e6d25126 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=effe98d5c94d45249d92bcd408fc9739 HTTP/1.1" status: 200 len: 380 time: 0.0534918 Mar 26 03:06:45.510123 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'port': {'device_id': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'admin_state_up': True, 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'security_groups': ['db540caf-c47b-42c0-912e-642eb900dc04']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:45.563904 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8c8036b1-78f7-4961-b6d9-0401dc80a4d3 req-93ba1261-be44-42ad-83d0-6ae5454ce796 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 210 time: 0.0275612 Mar 26 03:06:45.611289 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Made reservation on behalf of effe98d5c94d45249d92bcd408fc9739 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:06:45.614519 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:45.738455 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Allocated IP 172.20.0.11 (80765933-d2e1-4e44-98a5-585a9903a116/bedb4a5f-8dfa-4d7f-acde-f2366235f15c/e3a7b483-a6b7-4ff6-b934-7387d7729643) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:06:45.869467 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:45.902216 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:45.940871 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Network 80765933-d2e1-4e44-98a5-585a9903a116 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:06:45.944409 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:06:45.946719 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:06:45.978710 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event updated for resources: {'Port': ['ID=e3a7b483-a6b7-4ff6-b934-7387d7729643,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:46.008066 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:46.008697 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:46.024376 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-e0f49149-740c-4056-b668-f1c50d55c63e tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5179739 Mar 26 03:06:46.036317 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Request body: {'port': {'device_id': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:46.099244 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:46.202347 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f7c63c12-f48f-46b7-8656-241f04d8042e None None] Provisioning complete for port e3a7b483-a6b7-4ff6-b934-7387d7729643 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:06:46.202918 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f7c63c12-f48f-46b7-8656-241f04d8042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:46.240199 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f7c63c12-f48f-46b7-8656-241f04d8042e None None] Port e3a7b483-a6b7-4ff6-b934-7387d7729643 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:06:46.584121 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a7b483-a6b7-4ff6-b934-7387d7729643 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:06:46.592444 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Publish callbacks [] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:46.605389 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Transition to ACTIVE for port object e3a7b483-a6b7-4ff6-b934-7387d7729643 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:06:46.613172 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:46.682929 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a7b483-a6b7-4ff6-b934-7387d7729643,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:46.725639 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a04ec0-cc80-4a44-8bd9-8704c3a47d26 req-bc61ba9c-534c-4eb9-96e5-f34969e7a96a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:46.735345 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-16a04ec0-cc80-4a44-8bd9-8704c3a47d26 req-bc61ba9c-534c-4eb9-96e5-f34969e7a96a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 944 time: 0.1019526 Mar 26 03:06:46.744365 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Attempting to bind port e3a7b483-a6b7-4ff6-b934-7387d7729643 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:06:46.744694 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Attempting to bind port e3a7b483-a6b7-4ff6-b934-7387d7729643 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:06:46.745030 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Attempting to bind port e3a7b483-a6b7-4ff6-b934-7387d7729643 on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:06:46.754236 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Port e3a7b483-a6b7-4ff6-b934-7387d7729643 on network 80765933-d2e1-4e44-98a5-585a9903a116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:06:46.754568 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Attempting to bind port e3a7b483-a6b7-4ff6-b934-7387d7729643 on network 80765933-d2e1-4e44-98a5-585a9903a116 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:06:46.759731 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:06:46.760116 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Checking segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:06:46.760510 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Bound using segment: {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:06:46.760940 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Bound port: e3a7b483-a6b7-4ff6-b934-7387d7729643, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e39e4d-8c37-4645-ab6a-f546de9d242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:06:46.761496 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:46.823590 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-16a04ec0-cc80-4a44-8bd9-8704c3a47d26 req-66fbf7a9-9a39-4101-a41c-130e3727db9d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871863 Mar 26 03:06:46.855960 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] For port e3a7b483-a6b7-4ff6-b934-7387d7729643, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:06:46.859301 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] For port e3a7b483-a6b7-4ff6-b934-7387d7729643, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e3a7b483-a6b7-4ff6-b934-7387d7729643,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:06:46.867857 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:46.904206 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:46.904872 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:46.906416 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3a7b483-a6b7-4ff6-b934-7387d7729643 HTTP/1.1" status: 200 len: 1094 time: 0.8742700 Mar 26 03:06:46.907010 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'tag': 'e3a7b483-a6b7-4ff6-b934-7387d7729643'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:46.909302 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd2a4a-094b-4b74-8223-f6130201aa25" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b1f886-0e4b-491b-aa14-2663aab701b8", "tag": "e3a7b483-a6b7-4ff6-b934-7387d7729643"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:46.941542 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364aebd-3dce-4c24-a5e0-3a95b72f1206 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a7b483-a6b7-4ff6-b934-7387d7729643,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:46.993844 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b86e18b-2fa8-49d2-9ed3-58c488b872cc x-openstack-request-id: req-0b86e18b-2fa8-49d2-9ed3-58c488b872cc {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:46.994232 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b1f886-0e4b-491b-aa14-2663aab701b8", "tag": "e3a7b483-a6b7-4ff6-b934-7387d7729643", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:46.994562 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b86e18b-2fa8-49d2-9ed3-58c488b872cc {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:46.995064 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b86e18b-2fa8-49d2-9ed3-58c488b872cc'] response: {'name': 'network-changed', 'server_uuid': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'tag': 'e3a7b483-a6b7-4ff6-b934-7387d7729643', 'status': 'completed', 'code': 200} Mar 26 03:06:47.016934 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe32b-b491-49e0-9734-509887752411 req-8d97d9de-242a-402c-9fbb-c9a2a0a9787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:47.018581 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-8d97d9de-242a-402c-9fbb-c9a2a0a9787c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 1128 time: 0.0561726 Mar 26 03:06:47.067400 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-0294cc68-7de9-4986-a848-251fa46da0d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a7b483-a6b7-4ff6-b934-7387d7729643 HTTP/1.1" status: 200 len: 217 time: 0.0381050 Mar 26 03:06:47.118027 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe32b-b491-49e0-9734-509887752411 req-70748e44-2d8c-41f8-8dd4-878389450dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:47.119511 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-70748e44-2d8c-41f8-8dd4-878389450dad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0451837 Mar 26 03:06:47.166645 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe32b-b491-49e0-9734-509887752411 req-c45f016e-1e36-48c6-b763-b83da88d2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:47.168126 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-c45f016e-1e36-48c6-b763-b83da88d2d6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426965 Mar 26 03:06:47.258261 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-de061fab-f3ad-44ee-a14a-2631aad2fba4 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829711 Mar 26 03:06:47.346757 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-3fefe32b-b491-49e0-9734-509887752411 req-b77c86d6-69b2-475d-9fa2-f48de39043fe service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815861 Mar 26 03:06:47.444851 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-27788ee4-555c-40e4-bc32-08de9d0d7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:47.446340 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-27788ee4-555c-40e4-bc32-08de9d0d7b4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 1128 time: 0.0518773 Mar 26 03:06:47.448691 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:06:47.542962 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-9241b374-0752-4eba-ab2d-496e658dc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:47.544403 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-9241b374-0752-4eba-ab2d-496e658dc76c service neutron] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 915 time: 0.0911067 Mar 26 03:06:47.590003 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-9577a04e-1b5d-4455-a1a4-6867952c7391 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a7b483-a6b7-4ff6-b934-7387d7729643 HTTP/1.1" status: 200 len: 217 time: 0.0393875 Mar 26 03:06:47.648680 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-6e12bbd9-7379-4e98-87ca-ba15d57ea2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:47.650196 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-6e12bbd9-7379-4e98-87ca-ba15d57ea2e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0512927 Mar 26 03:06:47.698604 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-06af3ff7-2711-4acf-99d1-5d2adf64c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:47.700130 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-06af3ff7-2711-4acf-99d1-5d2adf64c9ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436540 Mar 26 03:06:47.790023 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-2f06afa1-f89e-42ae-a081-5d98385b6625 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827026 Mar 26 03:06:47.877645 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-29cd2a4a-094b-4b74-8223-f6130201aa25 req-68400684-166a-484b-9726-5b85d0a7d448 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800920 Mar 26 03:06:47.934547 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f646-f8f3-4d49-a834-0f2aa867b87e req-8f19d9fe-cc98-4b0a-8f1e-943f0216e4ae tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:47.935996 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-34e5f646-f8f3-4d49-a834-0f2aa867b87e req-8f19d9fe-cc98-4b0a-8f1e-943f0216e4ae tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 944 time: 0.0557935 Mar 26 03:06:47.983296 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-34e5f646-f8f3-4d49-a834-0f2aa867b87e req-7a2a893a-573d-4ba6-9527-13688e7321a2 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 Mar 26 03:06:48.272373 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb4f6d-76bc-4977-b1e4-b3ff4f8caee0 req-9a3ad682-4dbf-4ca6-97c9-4dbc8bb66290 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:48.273876 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-13eb4f6d-76bc-4977-b1e4-b3ff4f8caee0 req-9a3ad682-4dbf-4ca6-97c9-4dbc8bb66290 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0525949 Mar 26 03:06:48.321349 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-13eb4f6d-76bc-4977-b1e4-b3ff4f8caee0 req-d6b01727-4bd5-4fb7-9b7e-399f057943b3 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Mar 26 03:06:49.100395 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c46fbf-fc54-4879-9955-8bba2a3d2c7e req-51b86147-664c-4aa2-b83f-a6dff2feb9d6 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:49.102633 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-97c46fbf-fc54-4879-9955-8bba2a3d2c7e req-51b86147-664c-4aa2-b83f-a6dff2feb9d6 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 944 time: 0.0523157 Mar 26 03:06:49.150997 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-97c46fbf-fc54-4879-9955-8bba2a3d2c7e req-185efda9-cc73-41eb-8662-018493dc02bf tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Mar 26 03:06:49.439311 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cdeff-0432-40f2-9894-659b9a037cee req-1b309a87-5b8b-43c2-9634-5d3851c3763d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:49.440775 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab5cdeff-0432-40f2-9894-659b9a037cee req-1b309a87-5b8b-43c2-9634-5d3851c3763d tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Mar 26 03:06:49.457388 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device e3a7b483-a6b7-4ff6-b934-7387d7729643 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:06:49.487663 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ab5cdeff-0432-40f2-9894-659b9a037cee req-0268f6c1-16ae-421c-bfee-febdc989b1a5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Mar 26 03:06:49.552135 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port e3a7b483-a6b7-4ff6-b934-7387d7729643, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e3a7b483-a6b7-4ff6-b934-7387d7729643,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:49.563747 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': 'e3a7b483-a6b7-4ff6-b934-7387d7729643', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'port_id': 'e3a7b483-a6b7-4ff6-b934-7387d7729643', 'mac_address': 'fa:16:3e:dc:ba:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:06:49.603280 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port e3a7b483-a6b7-4ff6-b934-7387d7729643 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:06:49.603597 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:49.615822 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a7b483-a6b7-4ff6-b934-7387d7729643 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:06:49.635165 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port e3a7b483-a6b7-4ff6-b934-7387d7729643, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e3a7b483-a6b7-4ff6-b934-7387d7729643,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:49.638543 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:49.683828 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=e3a7b483-a6b7-4ff6-b934-7387d7729643,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:49.927858 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['e3a7b483-a6b7-4ff6-b934-7387d7729643'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:06:50.265978 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f629aa6-fc26-4394-ba13-8d6e1ad8a3e9 req-47a11747-6bf0-4a25-bd3e-d3f002112553 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:50.267456 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f629aa6-fc26-4394-ba13-8d6e1ad8a3e9 req-47a11747-6bf0-4a25-bd3e-d3f002112553 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 945 time: 0.0513749 Mar 26 03:06:50.312195 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f629aa6-fc26-4394-ba13-8d6e1ad8a3e9 req-35944936-fd03-46ba-b534-5d8fcc3660ca tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392559 Mar 26 03:06:50.610594 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c82aa7-249a-4c68-bad4-69a2c625291d req-81751b69-192b-4192-b923-eab7ae301338 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:50.612080 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-23c82aa7-249a-4c68-bad4-69a2c625291d req-81751b69-192b-4192-b923-eab7ae301338 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Mar 26 03:06:50.659143 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-23c82aa7-249a-4c68-bad4-69a2c625291d req-165df2a2-13a7-452c-bdeb-5c7863358f1e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Mar 26 03:06:51.428231 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b21f-e561-45a3-99a4-01618b789cc3 req-3e46e21e-f50d-4783-a618-1e2f08ecba66 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:51.429701 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-70c5b21f-e561-45a3-99a4-01618b789cc3 req-3e46e21e-f50d-4783-a618-1e2f08ecba66 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Mar 26 03:06:51.466419 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device e3a7b483-a6b7-4ff6-b934-7387d7729643 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:06:51.475760 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-70c5b21f-e561-45a3-99a4-01618b789cc3 req-a51a281f-3710-47bb-bdce-48cad04ad391 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398762 Mar 26 03:06:51.515074 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port e3a7b483-a6b7-4ff6-b934-7387d7729643 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:06:51.519891 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port e3a7b483-a6b7-4ff6-b934-7387d7729643 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:06:51.520257 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:51.597299 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port e3a7b483-a6b7-4ff6-b934-7387d7729643 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:06:51.597602 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:51.621763 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a7b483-a6b7-4ff6-b934-7387d7729643'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:51.624015 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb88d9b5-246a-4bdd-8151-06c7360b46c6" -d '{"events": [{"server_uuid": "d7b1f886-0e4b-491b-aa14-2663aab701b8", "name": "network-vif-plugged", "status": "completed", "tag": "e3a7b483-a6b7-4ff6-b934-7387d7729643"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:51.636882 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port e3a7b483-a6b7-4ff6-b934-7387d7729643, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e3a7b483-a6b7-4ff6-b934-7387d7729643,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:51.641653 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:51.664862 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bab243-8d50-408d-8995-757b9f438011 x-openstack-request-id: req-80bab243-8d50-408d-8995-757b9f438011 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:51.665168 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b1f886-0e4b-491b-aa14-2663aab701b8", "name": "network-vif-plugged", "status": "completed", "tag": "e3a7b483-a6b7-4ff6-b934-7387d7729643", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:51.665421 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80bab243-8d50-408d-8995-757b9f438011 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:51.666374 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80bab243-8d50-408d-8995-757b9f438011'] response: {'server_uuid': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a7b483-a6b7-4ff6-b934-7387d7729643', 'code': 200} Mar 26 03:06:51.697586 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=e3a7b483-a6b7-4ff6-b934-7387d7729643,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:51.799890 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ec1e7-6a2a-4736-adde-ca131bd32c3a req-74c1b251-ed38-4507-8e50-feab554a03b7 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:51.801473 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a8ec1e7-6a2a-4736-adde-ca131bd32c3a req-74c1b251-ed38-4507-8e50-feab554a03b7 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0677118 Mar 26 03:06:51.818978 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-4575fcb4-d159-4b77-9ea8-d75b951be01e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:51.820446 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-4575fcb4-d159-4b77-9ea8-d75b951be01e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 945 time: 0.0648677 Mar 26 03:06:51.873190 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac5dfd-eabc-4d53-8f86-cb7b77c2569c req-8059dbfd-2a6c-4395-8d93-f1d7aa3ee186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:51.874607 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b2ac5dfd-eabc-4d53-8f86-cb7b77c2569c req-8059dbfd-2a6c-4395-8d93-f1d7aa3ee186 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 1130 time: 0.0823328 Mar 26 03:06:51.878074 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9a8ec1e7-6a2a-4736-adde-ca131bd32c3a req-4d6d49a2-fefa-428d-bc22-dba2c2f51890 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea1b55-19f4-4f3f-918c-73907c165e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696061 Mar 26 03:06:51.916640 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Deleting port 4b711b1f-aed8-44f3-abac-305dcc60b9ae {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:51.916975 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:51.919533 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b2ac5dfd-eabc-4d53-8f86-cb7b77c2569c req-e9e6eafc-e042-4bb9-b79d-5e4e650abc21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 Mar 26 03:06:52.013249 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] For port 4b711b1f-aed8-44f3-abac-305dcc60b9ae, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4b711b1f-aed8-44f3-abac-305dcc60b9ae,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:52.013604 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:52.180016 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:52.180287 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (8b791a43-eb67-49db-98ec-8f71056ae127), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:52.180603 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Floating IP 8b791a43-eb67-49db-98ec-8f71056ae127 disassociated. External IP: 172.28.2.251, port: 4b711b1f-aed8-44f3-abac-305dcc60b9ae. Mar 26 03:06:52.180929 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Calling delete_port for 4b711b1f-aed8-44f3-abac-305dcc60b9ae owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:52.305382 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (4b711b1f-aed8-44f3-abac-305dcc60b9ae), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:52.336326 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event deleted for resources: {'Port': ['ID=4b711b1f-aed8-44f3-abac-305dcc60b9ae,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:52.451861 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Router 5c22bc2d-3df5-4eaf-95d4-c475539da212 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:52.557154 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:52.567406 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] Sync routers for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:52.577642 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:52.578905 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:52.594775 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505ffa1-064d-4130-9c31-f84a7864bfd7 req-ff3b7455-aaa3-4a02-a0ce-ed09662e9f85 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:52.596985 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1505ffa1-064d-4130-9c31-f84a7864bfd7 req-ff3b7455-aaa3-4a02-a0ce-ed09662e9f85 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 946 time: 0.0529165 Mar 26 03:06:52.605631 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] No DVR routers for this DVR port 4b711b1f-aed8-44f3-abac-305dcc60b9ae on host hv-cinder-83532 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:52.608431 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:52.611900 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-50eb6c88-d25f-4c3f-b841-29025715d030 req-f8ce5a99-8fe6-4f3c-b5ff-8d8bff099ab5 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "DELETE /v2.0/ports/4b711b1f-aed8-44f3-abac-305dcc60b9ae HTTP/1.1" status: 204 len: 173 time: 0.7862127 Mar 26 03:06:52.612367 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'name': 'network-vif-deleted', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:52.615291 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16311866-41d7-446f-89cb-2e2d124f7b28" -d '{"events": [{"server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "name": "network-vif-deleted", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:52.658792 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c603a4dd-9e05-4bd4-9125-771db9f5510d x-openstack-request-id: req-c603a4dd-9e05-4bd4-9125-771db9f5510d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:52.659180 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719a37dd-7681-4b98-aa85-6e8b7ef42522", "name": "network-vif-deleted", "tag": "4b711b1f-aed8-44f3-abac-305dcc60b9ae", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:52.659439 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c603a4dd-9e05-4bd4-9125-771db9f5510d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:52.660357 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c603a4dd-9e05-4bd4-9125-771db9f5510d'] response: {'server_uuid': '719a37dd-7681-4b98-aa85-6e8b7ef42522', 'name': 'network-vif-deleted', 'tag': '4b711b1f-aed8-44f3-abac-305dcc60b9ae', 'status': 'completed', 'code': 200} Mar 26 03:06:52.671035 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1505ffa1-064d-4130-9c31-f84a7864bfd7 req-6ac51980-112b-48b1-b34f-20f58e0e23d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678174 Mar 26 03:06:52.695503 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:52.984583 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c19a83d8-8e26-4619-8b04-768649a61cfa req-42687df9-7841-4ad2-89b1-80a6ba80df02 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=719a37dd-7681-4b98-aa85-6e8b7ef42522 HTTP/1.1" status: 200 len: 210 time: 0.0271864 Mar 26 03:06:53.038039 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:53.064519 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] Checking router: 5c22bc2d-3df5-4eaf-95d4-c475539da212 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:53.072836 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:53.073423 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:53.186008 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:53.382958 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:53.412269 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f43d92-e60d-4be4-9092-ead8af8e6a16 None None] The sync data for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb is: [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:02:15Z', 'revision_number': 4, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '3863126b-5db2-4e77-9fdc-ff9f426b112c', 'name': '', 'network_id': '33f6b930-86b6-4a58-a314-ac354f6e1adb', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'mac_address': 'fa:16:3e:23:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'subnets': [{'id': 'e1facc4f-cb68-4c17-addf-8ee9546ced99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:53.623084 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9331159-a1e7-4e0a-9add-5cd70a7dac4c None None] New status for floating IP 8b791a43-eb67-49db-98ec-8f71056ae127: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:06:53.784345 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a002228-7378-4ce2-951b-82d6c10230d1 req-0d17c843-ff42-423a-af4e-8d65a34cc1c3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:53.785837 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1a002228-7378-4ce2-951b-82d6c10230d1 req-0d17c843-ff42-423a-af4e-8d65a34cc1c3 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 946 time: 0.0532610 Mar 26 03:06:53.834131 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1a002228-7378-4ce2-951b-82d6c10230d1 req-9a7de6d6-a5d2-49cf-9906-f11fb36c3728 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Mar 26 03:06:53.948270 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4ee6-ead5-4e12-bf8a-2e7f3ed2a91b req-0a03fbdc-ffb4-428d-811e-4a10dac5430c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:53.949655 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e55a4ee6-ead5-4e12-bf8a-2e7f3ed2a91b req-0a03fbdc-ffb4-428d-811e-4a10dac5430c tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 946 time: 0.0531518 Mar 26 03:06:53.958033 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57114) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:53.962234 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6bfa8f09-5b8b-4e6e-b645-de138a2ef14a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Request body: {'floatingip': {'port_id': 'e3a7b483-a6b7-4ff6-b934-7387d7729643'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:06:54.003165 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfa8f09-5b8b-4e6e-b645-de138a2ef14a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (52a6078f-eb68-4100-91de-d3714845389a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.067684 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57120) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:54.121512 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-21e88467-3cdc-4a54-bafb-e6d273ec760b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group (75ea1b55-19f4-4f3f-918c-73907c165e4b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.143845 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-21e88467-3cdc-4a54-bafb-e6d273ec760b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group (75ea1b55-19f4-4f3f-918c-73907c165e4b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.191518 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-21e88467-3cdc-4a54-bafb-e6d273ec760b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (75ea1b55-19f4-4f3f-918c-73907c165e4b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.194455 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-21e88467-3cdc-4a54-bafb-e6d273ec760b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.198861 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-21e88467-3cdc-4a54-bafb-e6d273ec760b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "DELETE /v2.0/security-groups/75ea1b55-19f4-4f3f-918c-73907c165e4b HTTP/1.1" status: 204 len: 168 time: 0.1270380 Mar 26 03:06:54.199140 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57122) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:54.205652 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e88467-3cdc-4a54-bafb-e6d273ec760b tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ea1b55-19f4-4f3f-918c-73907c165e4b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:54.217532 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.api.v2.resource [None req-50acd97f-f3f5-4806-82d9-da6369a9f561 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] show failed (client error): The resource could not be found. Mar 26 03:06:54.218645 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-50acd97f-f3f5-4806-82d9-da6369a9f561 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups/75ea1b55-19f4-4f3f-918c-73907c165e4b HTTP/1.1" status: 404 len: 347 time: 0.0185850 Mar 26 03:06:54.221581 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57124) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:06:54.347586 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Deleting port d1c644af-34b6-4f01-a61c-7ffd614d8732 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:54.347926 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (d1c644af-34b6-4f01-a61c-7ffd614d8732), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.426329 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (d1c644af-34b6-4f01-a61c-7ffd614d8732), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.426772 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for floatingip (d1c644af-34b6-4f01-a61c-7ffd614d8732), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.438722 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Calling delete_port for d1c644af-34b6-4f01-a61c-7ffd614d8732 owned by network:floatingip {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:54.452647 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfa8f09-5b8b-4e6e-b645-de138a2ef14a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.456966 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfa8f09-5b8b-4e6e-b645-de138a2ef14a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (52a6078f-eb68-4100-91de-d3714845389a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.558969 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-6bfa8f09-5b8b-4e6e-b645-de138a2ef14a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Floating IP 52a6078f-eb68-4100-91de-d3714845389a associated. External IP: 172.28.2.65, port: e3a7b483-a6b7-4ff6-b934-7387d7729643. Mar 26 03:06:54.572346 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (d1c644af-34b6-4f01-a61c-7ffd614d8732), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.599605 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event deleted for resources: {'Port': ['ID=d1c644af-34b6-4f01-a61c-7ffd614d8732,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:54.661313 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks [] for floatingip (8b791a43-eb67-49db-98ec-8f71056ae127), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.663997 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:54.668826 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a35d760f-2ca2-4b15-ad4f-cf01028e3995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "DELETE /v2.0/floatingips/8b791a43-eb67-49db-98ec-8f71056ae127 HTTP/1.1" status: 204 len: 168 time: 0.4417746 Mar 26 03:06:54.988492 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfa8f09-5b8b-4e6e-b645-de138a2ef14a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:06:55.097634 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfa8f09-5b8b-4e6e-b645-de138a2ef14a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:06:55.102714 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfa8f09-5b8b-4e6e-b645-de138a2ef14a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:55.107276 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:06:55.116752 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:55.117348 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:55.135727 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6bfa8f09-5b8b-4e6e-b645-de138a2ef14a tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "PUT /v2.0/floatingips/52a6078f-eb68-4100-91de-d3714845389a HTTP/1.1" status: 200 len: 991 time: 1.1766524 Mar 26 03:06:55.136642 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'tag': 'e3a7b483-a6b7-4ff6-b934-7387d7729643'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:55.139026 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cfd3f6-93e8-4540-bdbd-45669fb15e93" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b1f886-0e4b-491b-aa14-2663aab701b8", "tag": "e3a7b483-a6b7-4ff6-b934-7387d7729643"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:06:55.175042 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddbfbb6-cfff-4bf1-b6f6-738ec9db7022 x-openstack-request-id: req-1ddbfbb6-cfff-4bf1-b6f6-738ec9db7022 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:06:55.175337 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b1f886-0e4b-491b-aa14-2663aab701b8", "tag": "e3a7b483-a6b7-4ff6-b934-7387d7729643", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:06:55.175594 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ddbfbb6-cfff-4bf1-b6f6-738ec9db7022 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:06:55.175998 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddbfbb6-cfff-4bf1-b6f6-738ec9db7022'] response: {'name': 'network-changed', 'server_uuid': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'tag': 'e3a7b483-a6b7-4ff6-b934-7387d7729643', 'status': 'completed', 'code': 200} Mar 26 03:06:55.224640 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:55.246697 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-9ff2e932-054f-43ff-8fcd-523db5c5c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:55.248153 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-9ff2e932-054f-43ff-8fcd-523db5c5c475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=effe98d5c94d45249d92bcd408fc9739&device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 1130 time: 0.0442047 Mar 26 03:06:55.340294 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-90461992-b681-4e3c-a2b6-b000f22c517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:55.341762 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-90461992-b681-4e3c-a2b6-b000f22c517e service neutron] 10.222.0.15 "GET /v2.0/networks?id=80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 200 len: 915 time: 0.0867386 Mar 26 03:06:55.405741 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-00c139ee-472d-4d05-9405-ad791ef8d248 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a7b483-a6b7-4ff6-b934-7387d7729643 HTTP/1.1" status: 200 len: 999 time: 0.0566952 Mar 26 03:06:55.444109 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '52a6078f-eb68-4100-91de-d3714845389a', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.65', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e3a7b483-a6b7-4ff6-b934-7387d7729643', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:dc:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:06:43Z', 'updated_at': '2022-03-26T03:06:54Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:55.457397 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-7c7f960f-d2e6-40e4-85af-924175303f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:55.458841 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-7c7f960f-d2e6-40e4-85af-924175303f64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 200 len: 853 time: 0.0466049 Mar 26 03:06:55.475455 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 4b711b1f-aed8-44f3-abac-305dcc60b9ae no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:06:55.479974 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:06:55.500103 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 4b711b1f-aed8-44f3-abac-305dcc60b9ae {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:06:55.500555 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 4b711b1f-aed8-44f3-abac-305dcc60b9ae not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:06:55.506507 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:06:55.507146 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:55.511020 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-f0805876-9404-4326-837a-4533cf8adde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:55.512506 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-f0805876-9404-4326-837a-4533cf8adde2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80765933-d2e1-4e44-98a5-585a9903a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460098 Mar 26 03:06:55.600260 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-b644d90d-2637-4bbb-965c-3ea217fb0342 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811844 Mar 26 03:06:55.616823 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:06:55.694807 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-62cfd3f6-93e8-4540-bdbd-45669fb15e93 req-f3d51cd4-1701-429f-a753-46a902213822 service neutron] 10.222.0.15 "GET /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884228 Mar 26 03:06:55.848748 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '52a6078f-eb68-4100-91de-d3714845389a', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.65', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e3a7b483-a6b7-4ff6-b934-7387d7729643', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:dc:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:06:43Z', 'updated_at': '2022-03-26T03:06:54Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:06:55.879666 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849671c0-a79d-4844-b1cb-5e5ad74b480d None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '52a6078f-eb68-4100-91de-d3714845389a', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'floating_ip_address': '172.28.2.65', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'port_id': 'e3a7b483-a6b7-4ff6-b934-7387d7729643', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'mac_address': 'fa:16:3e:dc:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:06:43Z', 'updated_at': '2022-03-26T03:06:54Z', 'revision_number': 1, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:06:55.983120 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85269e20-4b34-4cea-9b05-3705ba1ea138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:56.084264 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf1776-9354-4b3a-848f-943eed45eb19 None None] New status for floating IP 52a6078f-eb68-4100-91de-d3714845389a: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:06:57.136657 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f96d4b-893f-49d9-b3f1-ac3e0332a05b req-63ea8926-5661-405e-a113-d11b223434fa tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:57.138152 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c8f96d4b-893f-49d9-b3f1-ac3e0332a05b req-63ea8926-5661-405e-a113-d11b223434fa tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0542448 Mar 26 03:06:57.183609 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c8f96d4b-893f-49d9-b3f1-ac3e0332a05b req-d4d4c1fb-dce2-4f16-a5b0-9c60a0114736 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Mar 26 03:06:58.248210 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f83bcf14-9751-4970-b75d-e86555995ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:58.307858 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3fc5d-faa5-4cb4-a41e-0026d4a0bb7d req-30a914d9-2a1a-4713-b148-e533ff0799ff tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:58.309415 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1ee3fc5d-faa5-4cb4-a41e-0026d4a0bb7d req-30a914d9-2a1a-4713-b148-e533ff0799ff tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0548546 Mar 26 03:06:58.354560 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1ee3fc5d-faa5-4cb4-a41e-0026d4a0bb7d req-b166aa30-644d-4555-9e9e-e44f4f157781 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Mar 26 03:06:59.475370 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2a7f-ce08-44bf-a7f4-a630cdfdae53 req-44f9e525-fcd2-42fb-baef-eba5aa2865db tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:59.477064 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c69a2a7f-ce08-44bf-a7f4-a630cdfdae53 req-44f9e525-fcd2-42fb-baef-eba5aa2865db tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0560484 Mar 26 03:06:59.523623 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c69a2a7f-ce08-44bf-a7f4-a630cdfdae53 req-84e6d853-c3ef-4c4d-9e2d-3fc448d16dff tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 Mar 26 03:06:59.560879 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-1a7cc2fb-2a7c-4880-adbb-37e64d4213a2 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:06:59.562311 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-1a7cc2fb-2a7c-4880-adbb-37e64d4213a2 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4220d92-f3a4-4b54-a501-a9c69c2acace HTTP/1.1" status: 200 len: 946 time: 0.0518317 Mar 26 03:06:59.656413 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Deleting port d4bf5852-e3f4-4ea8-91a7-48763ae84245 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:06:59.656752 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:59.685321 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:59.742766 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] For port d4bf5852-e3f4-4ea8-91a7-48763ae84245, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d4bf5852-e3f4-4ea8-91a7-48763ae84245,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:06:59.743156 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:59.755412 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Calling delete_port for d4bf5852-e3f4-4ea8-91a7-48763ae84245 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:06:59.880095 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (d4bf5852-e3f4-4ea8-91a7-48763ae84245), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:59.891550 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['d4bf5852-e3f4-4ea8-91a7-48763ae84245', '15cc0ff2-b015-4d65-bced-91376f0421ef'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:06:59.911725 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event deleted for resources: {'Port': ['ID=d4bf5852-e3f4-4ea8-91a7-48763ae84245,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:06:59.974663 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] No DVR routers for this DVR port d4bf5852-e3f4-4ea8-91a7-48763ae84245 on host hv-cinder-83532 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:06:59.977301 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:59.980804 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ceaf4dc1-3e2a-4ab2-b4fe-5cc60c31cdf5 req-8f450afa-33cc-4f41-bc80-a11abb459957 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "DELETE /v2.0/ports/d4bf5852-e3f4-4ea8-91a7-48763ae84245 HTTP/1.1" status: 204 len: 173 time: 0.4121327 Mar 26 03:06:59.981243 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4220d92-f3a4-4b54-a501-a9c69c2acace', 'name': 'network-vif-deleted', 'tag': 'd4bf5852-e3f4-4ea8-91a7-48763ae84245'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:06:59.983481 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2568d753-f5ea-498f-b669-576cd93f446c" -d '{"events": [{"server_uuid": "a4220d92-f3a4-4b54-a501-a9c69c2acace", "name": "network-vif-deleted", "tag": "d4bf5852-e3f4-4ea8-91a7-48763ae84245"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:07:00.026809 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006b0a68-3cd3-4369-a3c6-ddff7e5d6876 x-openstack-request-id: req-006b0a68-3cd3-4369-a3c6-ddff7e5d6876 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:07:00.027146 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4220d92-f3a4-4b54-a501-a9c69c2acace", "name": "network-vif-deleted", "tag": "d4bf5852-e3f4-4ea8-91a7-48763ae84245", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:07:00.027407 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-006b0a68-3cd3-4369-a3c6-ddff7e5d6876 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:07:00.027821 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006b0a68-3cd3-4369-a3c6-ddff7e5d6876'] response: {'server_uuid': 'a4220d92-f3a4-4b54-a501-a9c69c2acace', 'name': 'network-vif-deleted', 'tag': 'd4bf5852-e3f4-4ea8-91a7-48763ae84245', 'status': 'completed', 'code': 200} Mar 26 03:07:00.805483 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061d21c-bd3c-43fa-92cb-5c7c8093ec33 req-73436a8c-d328-4747-b2a5-ecf17bc3af5c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:00.807191 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b061d21c-bd3c-43fa-92cb-5c7c8093ec33 req-73436a8c-d328-4747-b2a5-ecf17bc3af5c tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0553708 Mar 26 03:07:00.884595 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b061d21c-bd3c-43fa-92cb-5c7c8093ec33 req-a6eb9404-8e9c-4c57-a365-ef6037843bee tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716951 Mar 26 03:07:00.904402 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8e7e3-597c-4274-9dbe-03d27271494c req-11139a57-42ed-4ff9-a660-6fc0c1d7b03a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:00.905863 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5b8e7e3-597c-4274-9dbe-03d27271494c req-11139a57-42ed-4ff9-a660-6fc0c1d7b03a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0666521 Mar 26 03:07:00.951355 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5b8e7e3-597c-4274-9dbe-03d27271494c req-1b3e65ae-1cec-4b05-a0f7-d2e60d8f42ea tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400519 Mar 26 03:07:01.060688 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:02.000274 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b3e51-8d6b-4bbf-8cef-c19744cc5eb1 req-3a89a5a5-e150-4307-b3a5-9ca1ad828587 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:02.001841 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7b4b3e51-8d6b-4bbf-8cef-c19744cc5eb1 req-3a89a5a5-e150-4307-b3a5-9ca1ad828587 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0519030 Mar 26 03:07:02.073448 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7b4b3e51-8d6b-4bbf-8cef-c19744cc5eb1 req-574e2d8b-8e17-4e80-8b9a-6c922062477e tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661602 Mar 26 03:07:02.093049 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169728-3b3b-4196-841a-51559819f1ee req-6c96a5ef-0f8f-480e-aa61-cc1d3e53f62a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:02.094492 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ee169728-3b3b-4196-841a-51559819f1ee req-6c96a5ef-0f8f-480e-aa61-cc1d3e53f62a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0707889 Mar 26 03:07:02.144197 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ee169728-3b3b-4196-841a-51559819f1ee req-55fb9cd9-b960-4f6c-8e19-b8134352b5d4 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 Mar 26 03:07:02.673967 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:03.191279 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3d4cb-73d3-4603-b19f-38c07ab967d0 req-8cc78cba-cea2-49b7-b9f5-2be4b1322b36 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:03.192753 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5cf3d4cb-73d3-4603-b19f-38c07ab967d0 req-8cc78cba-cea2-49b7-b9f5-2be4b1322b36 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0531535 Mar 26 03:07:03.266178 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5cf3d4cb-73d3-4603-b19f-38c07ab967d0 req-7c8a5517-3719-4cd7-b5f6-d08aaae606f7 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673003 Mar 26 03:07:03.285735 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112a970-1a15-42cf-add0-964c66a3ace6 req-a3023c66-9b73-4e86-a740-90e70479dced tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:03.287207 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8112a970-1a15-42cf-add0-964c66a3ace6 req-a3023c66-9b73-4e86-a740-90e70479dced tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0715318 Mar 26 03:07:03.334365 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8112a970-1a15-42cf-add0-964c66a3ace6 req-b2cdc584-7e0a-4da4-bee0-35ab4383d72b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405402 Mar 26 03:07:03.508640 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device d4bf5852-e3f4-4ea8-91a7-48763ae84245 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:03.529197 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: d4bf5852-e3f4-4ea8-91a7-48763ae84245 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:03.529535 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device d4bf5852-e3f4-4ea8-91a7-48763ae84245 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:04.285829 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e3396-5260-44d1-9690-948ab0c7965c req-e1d8eb6c-9dfb-4ea1-969f-bf5813d83b63 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:04.287307 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-293e3396-5260-44d1-9690-948ab0c7965c req-e1d8eb6c-9dfb-4ea1-969f-bf5813d83b63 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0514078 Mar 26 03:07:04.381700 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-293e3396-5260-44d1-9690-948ab0c7965c req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Deleting port 15cc0ff2-b015-4d65-bced-91376f0421ef {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:04.382047 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-293e3396-5260-44d1-9690-948ab0c7965c req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:04.387862 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2c97e-4239-4ae8-86fc-6a0215c43ea3 req-bac51638-422a-46c8-b98f-684dc161cc16 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:04.389367 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-52a2c97e-4239-4ae8-86fc-6a0215c43ea3 req-bac51638-422a-46c8-b98f-684dc161cc16 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6 HTTP/1.1" status: 200 len: 946 time: 0.0565529 Mar 26 03:07:04.462624 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-52a2c97e-4239-4ae8-86fc-6a0215c43ea3 req-2c574f6c-3231-4e7c-b861-e06b66b01995 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.13 "GET /v2.0/security-groups?id=47287ae5-40f1-44b4-a0c2-54d49e0d0d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Mar 26 03:07:04.479103 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-293e3396-5260-44d1-9690-948ab0c7965c req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] For port 15cc0ff2-b015-4d65-bced-91376f0421ef, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=15cc0ff2-b015-4d65-bced-91376f0421ef,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:04.479468 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-293e3396-5260-44d1-9690-948ab0c7965c req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:04.480876 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c31050-5d3a-4740-824b-eccffd6a36ef req-6e5cad71-1846-429a-bdfa-422cbcf73e03 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:04.482371 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-50c31050-5d3a-4740-824b-eccffd6a36ef req-6e5cad71-1846-429a-bdfa-422cbcf73e03 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0742278 Mar 26 03:07:04.492236 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-293e3396-5260-44d1-9690-948ab0c7965c req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Calling delete_port for 15cc0ff2-b015-4d65-bced-91376f0421ef owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:04.529610 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-50c31050-5d3a-4740-824b-eccffd6a36ef req-eb7cbc9e-e091-452d-a202-790e7993f8db tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 Mar 26 03:07:04.627021 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-293e3396-5260-44d1-9690-948ab0c7965c req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (15cc0ff2-b015-4d65-bced-91376f0421ef), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:04.638923 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['15cc0ff2-b015-4d65-bced-91376f0421ef'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:07:04.657735 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Pushing event deleted for resources: {'Port': ['ID=15cc0ff2-b015-4d65-bced-91376f0421ef,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:04.702057 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-293e3396-5260-44d1-9690-948ab0c7965c req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] No DVR routers for this DVR port 15cc0ff2-b015-4d65-bced-91376f0421ef on host hv-cinder-83532 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:07:04.704505 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-293e3396-5260-44d1-9690-948ab0c7965c req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:04.707909 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-293e3396-5260-44d1-9690-948ab0c7965c req-5cc111d3-ee55-47d9-b5c4-aafb25f44d92 tempest-ServerRescueNegativeTestJSON-232898231 tempest-ServerRescueNegativeTestJSON-232898231-project] 10.222.0.15 "DELETE /v2.0/ports/15cc0ff2-b015-4d65-bced-91376f0421ef HTTP/1.1" status: 204 len: 173 time: 0.4133360 Mar 26 03:07:04.708356 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6', 'name': 'network-vif-deleted', 'tag': '15cc0ff2-b015-4d65-bced-91376f0421ef'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:07:04.710520 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b90aeb-6589-444b-a6ea-9eeb79413a61" -d '{"events": [{"server_uuid": "8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6", "name": "network-vif-deleted", "tag": "15cc0ff2-b015-4d65-bced-91376f0421ef"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:07:04.748966 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4811059-25ad-4272-aeca-ed7b0b8d0cc3 x-openstack-request-id: req-d4811059-25ad-4272-aeca-ed7b0b8d0cc3 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:07:04.749254 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6", "name": "network-vif-deleted", "tag": "15cc0ff2-b015-4d65-bced-91376f0421ef", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:07:04.749506 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4811059-25ad-4272-aeca-ed7b0b8d0cc3 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:07:04.749934 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4811059-25ad-4272-aeca-ed7b0b8d0cc3'] response: {'server_uuid': '8ecaecdb-0a1d-4d0d-9fe6-5535aa4fdac6', 'name': 'network-vif-deleted', 'tag': '15cc0ff2-b015-4d65-bced-91376f0421ef', 'status': 'completed', 'code': 200} Mar 26 03:07:05.519177 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57208) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:05.655591 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dea1d7-bf72-41bb-8f13-c89a1a41aadb req-74df8b12-ab8a-438b-97c5-8a7889a527a8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:05.657258 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f2dea1d7-bf72-41bb-8f13-c89a1a41aadb req-74df8b12-ab8a-438b-97c5-8a7889a527a8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0549636 Mar 26 03:07:05.708212 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f2dea1d7-bf72-41bb-8f13-c89a1a41aadb req-199073be-3f6c-458c-bcf2-4f5363224b9b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Mar 26 03:07:05.857919 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752831'] for router_interface (5c22bc2d-3df5-4eaf-95d4-c475539da212), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:06.094503 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Deleting port 3863126b-5db2-4e77-9fdc-ff9f426b112c {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:06.094838 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:06.170736 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] For port 3863126b-5db2-4e77-9fdc-ff9f426b112c, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=3863126b-5db2-4e77-9fdc-ff9f426b112c,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:06.171036 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:06.183533 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Calling delete_port for 3863126b-5db2-4e77-9fdc-ff9f426b112c owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:06.646169 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (3863126b-5db2-4e77-9fdc-ff9f426b112c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:06.681418 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Pushing event deleted for resources: {'Port': ['ID=3863126b-5db2-4e77-9fdc-ff9f426b112c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:06.864736 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f054fe2-cd29-4151-8539-1ca97ef25a2f req-b69795aa-362e-4222-8deb-a5f8a35e664a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:06.867162 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2f054fe2-cd29-4151-8539-1ca97ef25a2f req-b69795aa-362e-4222-8deb-a5f8a35e664a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0685740 Mar 26 03:07:06.895412 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752399'] for router_interface (5c22bc2d-3df5-4eaf-95d4-c475539da212), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:06.929880 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2f054fe2-cd29-4151-8539-1ca97ef25a2f req-b15eeb45-c1d8-4f68-bc09-6014a54d5130 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562496 Mar 26 03:07:07.118096 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Router 5c22bc2d-3df5-4eaf-95d4-c475539da212 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:07:07.224146 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:07:07.231323 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-3b297aed-de1e-4232-8b2e-2f510846162e admin admin] 10.222.0.13 "PUT /v2.0/routers/5c22bc2d-3df5-4eaf-95d4-c475539da212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097480 Mar 26 03:07:07.232422 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57214) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:07.233804 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] Sync routers for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:07:07.243968 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:07.245139 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:07.351591 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:07.481545 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks [] for router (5c22bc2d-3df5-4eaf-95d4-c475539da212), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:07.526629 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:07:06Z', 'revision_number': 5, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port': {'id': 'b7132536-5d72-43c8-8f83-f09cdd2f054d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:07Z', 'updated_at': '2022-03-26T03:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:07.530306 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 15cc0ff2-b015-4d65-bced-91376f0421ef no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:07.582112 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] Checking router: 5c22bc2d-3df5-4eaf-95d4-c475539da212 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:07:07.584405 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks [] for router_gateway (5c22bc2d-3df5-4eaf-95d4-c475539da212), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:07.585214 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 15cc0ff2-b015-4d65-bced-91376f0421ef {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:07.585581 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 15cc0ff2-b015-4d65-bced-91376f0421ef not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:07.594202 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] Routers {'5c22bc2d-3df5-4eaf-95d4-c475539da212'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:07.594850 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:06:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['5c22bc2d-3df5-4eaf-95d4-c475539da212'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:07.640848 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Deleting port b7132536-5d72-43c8-8f83-f09cdd2f054d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:07.641188 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:07.687395 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] Set router 5c22bc2d-3df5-4eaf-95d4-c475539da212 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:07.727814 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] For port b7132536-5d72-43c8-8f83-f09cdd2f054d, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=b7132536-5d72-43c8-8f83-f09cdd2f054d,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:07.728432 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:07.741315 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Calling delete_port for b7132536-5d72-43c8-8f83-f09cdd2f054d owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:07.742364 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:07:07Z', 'revision_number': 6, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port_host': None}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:07.772084 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7565b-18cd-41e7-97a0-d6b59efe4f19 None None] The sync data for ids ['5c22bc2d-3df5-4eaf-95d4-c475539da212'] in dv-cinder-835328-1-smb is: [{'id': '5c22bc2d-3df5-4eaf-95d4-c475539da212', 'name': 'tempest-ServerRescueNegativeTestJSON-1802228554-router', 'tenant_id': '2f5c934af0964ba5bba5bdec639ff075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:06Z', 'updated_at': '2022-03-26T03:07:07Z', 'revision_number': 6, 'project_id': '2f5c934af0964ba5bba5bdec639ff075', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:07:07.906207 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (b7132536-5d72-43c8-8f83-f09cdd2f054d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:07.934613 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7132536-5d72-43c8-8f83-f09cdd2f054d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:07.993035 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752501'] for router_gateway (5c22bc2d-3df5-4eaf-95d4-c475539da212), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.058477 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1218998-9010-4b69-a4b3-3e92e6124d77 req-0fabcbe3-371e-4cc9-9094-d85db5eee3af tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:08.059919 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1218998-9010-4b69-a4b3-3e92e6124d77 req-0fabcbe3-371e-4cc9-9094-d85db5eee3af tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0526941 Mar 26 03:07:08.082998 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29408'] for router (5c22bc2d-3df5-4eaf-95d4-c475539da212), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.085087 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks [] for router_controller (5c22bc2d-3df5-4eaf-95d4-c475539da212), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.107411 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1218998-9010-4b69-a4b3-3e92e6124d77 req-0c306c0d-4d1c-41d3-bffe-428af2d19d69 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Mar 26 03:07:08.137323 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754710'] for router (5c22bc2d-3df5-4eaf-95d4-c475539da212), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.137323 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c22bc2d-3df5-4eaf-95d4-c475539da212 {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:07:08.141975 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.143214 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-dac64b29-4bcb-4609-a671-6fdf2894fa18 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5c22bc2d-3df5-4eaf-95d4-c475539da212 HTTP/1.1" status: 204 len: 168 time: 0.9098680 Mar 26 03:07:08.145790 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57220) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:08.194329 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e787edb-67af-49a9-836a-43c386a036a5 admin admin] Deleting subnet e1facc4f-cb68-4c17-addf-8ee9546ced99 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:07:08.200111 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e787edb-67af-49a9-836a-43c386a036a5 admin admin] Publish callbacks [] for subnet (e1facc4f-cb68-4c17-addf-8ee9546ced99), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.234040 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e787edb-67af-49a9-836a-43c386a036a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29039028'] for subnet (e1facc4f-cb68-4c17-addf-8ee9546ced99), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.307930 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e787edb-67af-49a9-836a-43c386a036a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (e1facc4f-cb68-4c17-addf-8ee9546ced99), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.358002 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e787edb-67af-49a9-836a-43c386a036a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29011280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29311475'] for subnet (e1facc4f-cb68-4c17-addf-8ee9546ced99), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.390976 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787edb-67af-49a9-836a-43c386a036a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1facc4f-cb68-4c17-addf-8ee9546ced99,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:08.390976 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e787edb-67af-49a9-836a-43c386a036a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.393193 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-7e787edb-67af-49a9-836a-43c386a036a5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e1facc4f-cb68-4c17-addf-8ee9546ced99 HTTP/1.1" status: 204 len: 168 time: 0.2464435 Mar 26 03:07:08.395773 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de102539-b44e-4c6b-9587-ec87313c21b2 None None] Network 33f6b930-86b6-4a58-a314-ac354f6e1adb requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:07:08.396261 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57224) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:08.469871 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (33f6b930-86b6-4a58-a314-ac354f6e1adb), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.525700 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Deleting port a6e9c681-b108-4466-be90-e8adc7738e32 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:08.526047 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.550556 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1fe227-5ff8-4eb6-bddc-a1ff982dd50c None None] DHCP port deletion for 33f6b930-86b6-4a58-a314-ac354f6e1adb request from dv-cinder-835328-1-smb {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:07:08.592774 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] For port a6e9c681-b108-4466-be90-e8adc7738e32, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=a6e9c681-b108-4466-be90-e8adc7738e32,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:08.593155 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.601943 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-4b1fe227-5ff8-4eb6-bddc-a1ff982dd50c None None] Deleting port a6e9c681-b108-4466-be90-e8adc7738e32 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:08.602391 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe227-5ff8-4eb6-bddc-a1ff982dd50c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.606571 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Calling delete_port for a6e9c681-b108-4466-be90-e8adc7738e32 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:08.667285 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4b1fe227-5ff8-4eb6-bddc-a1ff982dd50c None None] For port a6e9c681-b108-4466-be90-e8adc7738e32, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=a6e9c681-b108-4466-be90-e8adc7738e32,segment=NetworkSegment(4aa2fb5d-b136-4f7f-b187-41225e3e45e9),segment_id=4aa2fb5d-b136-4f7f-b187-41225e3e45e9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:08.667784 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe227-5ff8-4eb6-bddc-a1ff982dd50c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.681031 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-4b1fe227-5ff8-4eb6-bddc-a1ff982dd50c None None] Calling delete_port for a6e9c681-b108-4466-be90-e8adc7738e32 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:08.690522 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.716311 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e9c681-b108-4466-be90-e8adc7738e32,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:08.721078 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] No DVR routers for this DVR port a6e9c681-b108-4466-be90-e8adc7738e32 on host dv-cinder-835328-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:07:08.761726 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe227-5ff8-4eb6-bddc-a1ff982dd50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335'] for port (a6e9c681-b108-4466-be90-e8adc7738e32), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.786684 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fe227-5ff8-4eb6-bddc-a1ff982dd50c None None] Pushing event deleted for resources: {'Port': ['ID=a6e9c681-b108-4466-be90-e8adc7738e32,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:08.789959 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1fe227-5ff8-4eb6-bddc-a1ff982dd50c None None] No DVR routers for this DVR port a6e9c681-b108-4466-be90-e8adc7738e32 on host dv-cinder-835328-1-smb {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:07:08.802522 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (33f6b930-86b6-4a58-a314-ac354f6e1adb), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.827375 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f6b930-86b6-4a58-a314-ac354f6e1adb']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:08.837400 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa2fb5d-b136-4f7f-b187-41225e3e45e9') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:08.838072 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa2fb5d-b136-4f7f-b187-41225e3e45e9') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:08.848224 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28410793'] for segment (4aa2fb5d-b136-4f7f-b187-41225e3e45e9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.864201 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (4aa2fb5d-b136-4f7f-b187-41225e3e45e9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.872597 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:07:08.873107 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28940417'] for segment (4aa2fb5d-b136-4f7f-b187-41225e3e45e9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: timer() Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: cb(*args, **kw) Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: self._notify() Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: self.callback(batched_events) Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: event.method(event) Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: return self._get(url).json() Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:07:08.874880 dv-cinder-835328-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:07:08.928751 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (33f6b930-86b6-4a58-a314-ac354f6e1adb), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.934314 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:08.937463 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] 10.222.0.13 "DELETE /v2.0/networks/33f6b930-86b6-4a58-a314-ac354f6e1adb HTTP/1.1" status: 204 len: 168 time: 0.5404596 Mar 26 03:07:08.951968 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e70c6-1064-4712-b5e2-77bb7f4f9832 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f6b930-86b6-4a58-a314-ac354f6e1adb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:09.047953 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57228) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:09.086751 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a5095677-36c8-4b16-8282-07a5b71f9d87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f5c934af0964ba5bba5bdec639ff075&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375416 Mar 26 03:07:09.089836 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57230) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:09.135622 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1b22-b6fc-41e9-baaa-17f0ae1bbc34 admin admin] Publish callbacks [] for security_group (47287ae5-40f1-44b4-a0c2-54d49e0d0d79), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:09.157116 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1b22-b6fc-41e9-baaa-17f0ae1bbc34 admin admin] Publish callbacks [] for security_group (47287ae5-40f1-44b4-a0c2-54d49e0d0d79), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:09.228230 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1b22-b6fc-41e9-baaa-17f0ae1bbc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (47287ae5-40f1-44b4-a0c2-54d49e0d0d79), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:09.231379 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1b22-b6fc-41e9-baaa-17f0ae1bbc34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:09.232517 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-cf0b1b22-b6fc-41e9-baaa-17f0ae1bbc34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47287ae5-40f1-44b4-a0c2-54d49e0d0d79 HTTP/1.1" status: 204 len: 168 time: 0.1417928 Mar 26 03:07:09.249425 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ade93-3832-4552-ad70-f305c6abaa32 req-4363a2e6-4d2d-4a48-bfed-6f306207a209 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:09.250898 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ed6ade93-3832-4552-ad70-f305c6abaa32 req-4363a2e6-4d2d-4a48-bfed-6f306207a209 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0652390 Mar 26 03:07:09.252055 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b1b22-b6fc-41e9-baaa-17f0ae1bbc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47287ae5-40f1-44b4-a0c2-54d49e0d0d79,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:09.302428 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ed6ade93-3832-4552-ad70-f305c6abaa32 req-243ec7ac-792d-4efe-a3a5-778a9cd74867 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452523 Mar 26 03:07:09.724023 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device b7132536-5d72-43c8-8f83-f09cdd2f054d no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:09.745231 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: b7132536-5d72-43c8-8f83-f09cdd2f054d {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:09.745586 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device b7132536-5d72-43c8-8f83-f09cdd2f054d not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:09.746003 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 3863126b-5db2-4e77-9fdc-ff9f426b112c no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:09.764939 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 3863126b-5db2-4e77-9fdc-ff9f426b112c {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:09.765286 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 3863126b-5db2-4e77-9fdc-ff9f426b112c not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:09.765699 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device a6e9c681-b108-4466-be90-e8adc7738e32 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:09.787262 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: a6e9c681-b108-4466-be90-e8adc7738e32 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:09.787607 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device a6e9c681-b108-4466-be90-e8adc7738e32 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:10.610865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4c987-a5a7-4dbd-bd9b-cd083091879d req-95eeffc3-27e9-4818-8a3a-0aeec9fcc18b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:10.612490 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60f4c987-a5a7-4dbd-bd9b-cd083091879d req-95eeffc3-27e9-4818-8a3a-0aeec9fcc18b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.2379596 Mar 26 03:07:10.662273 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-60f4c987-a5a7-4dbd-bd9b-cd083091879d req-21c2bc63-8455-422d-ab59-18c7f9396ba2 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Mar 26 03:07:10.984484 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57286) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:11.085911 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68984c63-051c-4b3d-b855-8f1b31f8af76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.158450 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68984c63-051c-4b3d-b855-8f1b31f8af76 admin admin] Publish callbacks [] for security_group (dabd5db5-7fec-445a-8523-4e8ec633c1f8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.162042 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68984c63-051c-4b3d-b855-8f1b31f8af76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (dabd5db5-7fec-445a-8523-4e8ec633c1f8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.201444 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-68984c63-051c-4b3d-b855-8f1b31f8af76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98059cf7f7eb4a74abc9b9f83e021e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157817 Mar 26 03:07:11.202598 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68984c63-051c-4b3d-b855-8f1b31f8af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabd5db5-7fec-445a-8523-4e8ec633c1f8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:11.203862 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57290) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:11.251562 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13bdb78f-fe25-493c-a115-30091359d3ff admin admin] Publish callbacks [] for security_group (dabd5db5-7fec-445a-8523-4e8ec633c1f8), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.271533 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13bdb78f-fe25-493c-a115-30091359d3ff admin admin] Publish callbacks [] for security_group (dabd5db5-7fec-445a-8523-4e8ec633c1f8), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.317754 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13bdb78f-fe25-493c-a115-30091359d3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (dabd5db5-7fec-445a-8523-4e8ec633c1f8), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.320354 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13bdb78f-fe25-493c-a115-30091359d3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.321489 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-13bdb78f-fe25-493c-a115-30091359d3ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dabd5db5-7fec-445a-8523-4e8ec633c1f8 HTTP/1.1" status: 204 len: 168 time: 0.1166415 Mar 26 03:07:11.329235 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdb78f-fe25-493c-a115-30091359d3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabd5db5-7fec-445a-8523-4e8ec633c1f8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:11.616795 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57296) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:11.629996 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5bdf3b09-6565-41df-abe1-9ac2c525cb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.647914 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.714117 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5bdf3b09-6565-41df-abe1-9ac2c525cb73 admin admin] Publish callbacks [] for security_group (36e4c840-1e8f-49e5-979e-62f9eb2fc172), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.718598 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5bdf3b09-6565-41df-abe1-9ac2c525cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (36e4c840-1e8f-49e5-979e-62f9eb2fc172), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.756717 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-5bdf3b09-6565-41df-abe1-9ac2c525cb73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07315544f4014862b44a0ecd540ab6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388681 Mar 26 03:07:11.758704 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf3b09-6565-41df-abe1-9ac2c525cb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e4c840-1e8f-49e5-979e-62f9eb2fc172,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:11.759571 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57302) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:11.813394 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8833275e-7c7e-45a4-b31d-cc3591538388 admin admin] Publish callbacks [] for security_group (36e4c840-1e8f-49e5-979e-62f9eb2fc172), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.834286 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8833275e-7c7e-45a4-b31d-cc3591538388 admin admin] Publish callbacks [] for security_group (36e4c840-1e8f-49e5-979e-62f9eb2fc172), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.882375 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8833275e-7c7e-45a4-b31d-cc3591538388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (36e4c840-1e8f-49e5-979e-62f9eb2fc172), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.885003 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8833275e-7c7e-45a4-b31d-cc3591538388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:11.886161 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8833275e-7c7e-45a4-b31d-cc3591538388 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36e4c840-1e8f-49e5-979e-62f9eb2fc172 HTTP/1.1" status: 204 len: 168 time: 0.1245301 Mar 26 03:07:11.894414 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833275e-7c7e-45a4-b31d-cc3591538388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e4c840-1e8f-49e5-979e-62f9eb2fc172,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:12.019503 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78a3bc-bfff-4d32-93e0-4a071d83724e req-6a3ba736-fb86-4b50-80b3-de0739b1317a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:12.020985 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fd78a3bc-bfff-4d32-93e0-4a071d83724e req-6a3ba736-fb86-4b50-80b3-de0739b1317a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.2766368 Mar 26 03:07:12.070434 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fd78a3bc-bfff-4d32-93e0-4a071d83724e req-f2152a9b-74a0-4c7c-a99a-49c27355741c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 Mar 26 03:07:13.196425 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a8c5c-5501-416b-936a-9c3ae059fbeb req-0852ac9a-b41e-46cc-a3c9-707ad86454a6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:13.197913 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-647a8c5c-5501-416b-936a-9c3ae059fbeb req-0852ac9a-b41e-46cc-a3c9-707ad86454a6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0543566 Mar 26 03:07:13.259245 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-647a8c5c-5501-416b-936a-9c3ae059fbeb req-3c78bd1c-b22c-484f-8cdc-d618b84b2936 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547814 Mar 26 03:07:14.381059 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec06310-3754-4ef9-92cf-3911da523d18 req-dba525c5-a870-4e41-80cb-e433663531e6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:14.382503 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9ec06310-3754-4ef9-92cf-3911da523d18 req-dba525c5-a870-4e41-80cb-e433663531e6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0526450 Mar 26 03:07:14.428239 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9ec06310-3754-4ef9-92cf-3911da523d18 req-5685e9e7-cf6c-404b-82d5-83c73f3137d6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402629 Mar 26 03:07:15.548633 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7283-1a1c-45bc-98cd-73ddde0fe192 req-f98efab3-2b73-4ba5-87fb-7b7a88adcc0b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:15.550106 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fd6c7283-1a1c-45bc-98cd-73ddde0fe192 req-f98efab3-2b73-4ba5-87fb-7b7a88adcc0b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0511491 Mar 26 03:07:15.595939 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fd6c7283-1a1c-45bc-98cd-73ddde0fe192 req-891678e5-457a-4f3d-a37d-1df05fbb63c4 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404003 Mar 26 03:07:16.721970 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6d7f4-00de-4a60-99ed-03bccacf66a1 req-52c4d5ba-a833-4645-bdf0-3f29d0e5ed13 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:16.723452 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f6c6d7f4-00de-4a60-99ed-03bccacf66a1 req-52c4d5ba-a833-4645-bdf0-3f29d0e5ed13 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0557709 Mar 26 03:07:16.770407 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f6c6d7f4-00de-4a60-99ed-03bccacf66a1 req-6e86fdb7-63c2-4bb6-9767-67477c528df3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 Mar 26 03:07:17.603227 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89c471fd-e843-4b9b-988c-51fa4611c942 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:07:17.704137 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:17.716128 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '89c471fd-e843-4b9b-988c-51fa4611c942', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'port_id': '89c471fd-e843-4b9b-988c-51fa4611c942', 'mac_address': 'fa:16:3e:02:be:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:07:17.753336 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 89c471fd-e843-4b9b-988c-51fa4611c942 is: ACTIVE; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:07:17.753716 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:17.767481 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89c471fd-e843-4b9b-988c-51fa4611c942 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:07:17.787554 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:17.790897 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:17.850318 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=6']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:17.882893 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['89c471fd-e843-4b9b-988c-51fa4611c942'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:07:17.897860 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0582d-2c5b-4294-bbe7-37e10b75a823 req-a6ef2d41-5fab-4f13-a009-3eb06fbddaa2 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:17.899369 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-83e0582d-2c5b-4294-bbe7-37e10b75a823 req-a6ef2d41-5fab-4f13-a009-3eb06fbddaa2 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 945 time: 0.0536151 Mar 26 03:07:17.945519 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-83e0582d-2c5b-4294-bbe7-37e10b75a823 req-e813e677-fd14-40a2-8638-528d187edb99 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 Mar 26 03:07:19.072285 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994fc89-05eb-4bcc-aa3d-bd8354157583 req-01962bb2-3457-48d5-91c5-35347f936fb5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:19.073817 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d994fc89-05eb-4bcc-aa3d-bd8354157583 req-01962bb2-3457-48d5-91c5-35347f936fb5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 945 time: 0.0563741 Mar 26 03:07:19.122920 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d994fc89-05eb-4bcc-aa3d-bd8354157583 req-bb39be7d-6838-4c2f-857c-68746a0d3f1b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 Mar 26 03:07:19.629601 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89c471fd-e843-4b9b-988c-51fa4611c942 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:07:19.688303 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 89c471fd-e843-4b9b-988c-51fa4611c942 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:07:19.688815 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:19.781488 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 89c471fd-e843-4b9b-988c-51fa4611c942 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:07:19.781964 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:19.815555 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:07:19.818533 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481438d2-223e-4814-ae1b-99f19119437b" -d '{"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-plugged", "status": "completed", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:07:19.826746 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:19.831968 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:19.893685 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=7']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:19.919936 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1701d61-99a5-4602-ad80-d340a81ad249 x-openstack-request-id: req-f1701d61-99a5-4602-ad80-d340a81ad249 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:07:19.921534 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-plugged", "status": "completed", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:07:19.921870 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1701d61-99a5-4602-ad80-d340a81ad249 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:07:19.922351 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1701d61-99a5-4602-ad80-d340a81ad249'] response: {'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942', 'code': 200} Mar 26 03:07:20.268466 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d3da9-19f3-4c57-a706-85db45abee87 req-3ae2d85f-3411-40da-af52-75fd94038ea5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:20.276158 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c38d3da9-19f3-4c57-a706-85db45abee87 req-3ae2d85f-3411-40da-af52-75fd94038ea5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0702279 Mar 26 03:07:20.331568 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c38d3da9-19f3-4c57-a706-85db45abee87 req-85c185a0-aca6-43a7-bb70-4a55e93c247c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541875 Mar 26 03:07:20.472635 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57490) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:20.585097 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a85404c-208b-4712-a8e6-a9dccce953c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:20.674480 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a85404c-208b-4712-a8e6-a9dccce953c9 admin admin] Publish callbacks [] for security_group (169c1592-80f2-4d4a-bb71-bda7867e6a21), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:20.679979 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a85404c-208b-4712-a8e6-a9dccce953c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (169c1592-80f2-4d4a-bb71-bda7867e6a21), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:20.718904 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1a85404c-208b-4712-a8e6-a9dccce953c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15ac5aeaf5da4dc0bbefbe6dfb817a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451513 Mar 26 03:07:20.721384 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57494) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:20.779694 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85404c-208b-4712-a8e6-a9dccce953c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169c1592-80f2-4d4a-bb71-bda7867e6a21,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:20.798916 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea60e641-f0fb-4e38-ad14-c04b860c69fe admin admin] Publish callbacks [] for security_group (169c1592-80f2-4d4a-bb71-bda7867e6a21), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:20.825790 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea60e641-f0fb-4e38-ad14-c04b860c69fe admin admin] Publish callbacks [] for security_group (169c1592-80f2-4d4a-bb71-bda7867e6a21), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:20.881253 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea60e641-f0fb-4e38-ad14-c04b860c69fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (169c1592-80f2-4d4a-bb71-bda7867e6a21), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:20.884050 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea60e641-f0fb-4e38-ad14-c04b860c69fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:20.885213 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ea60e641-f0fb-4e38-ad14-c04b860c69fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/169c1592-80f2-4d4a-bb71-bda7867e6a21 HTTP/1.1" status: 204 len: 168 time: 0.1629293 Mar 26 03:07:20.898321 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60e641-f0fb-4e38-ad14-c04b860c69fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169c1592-80f2-4d4a-bb71-bda7867e6a21,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:21.257274 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57510) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:21.273396 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:21.411270 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Publish callbacks [] for security_group (529a24a8-21c9-4a48-b526-08c10665be3d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:21.421260 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (529a24a8-21c9-4a48-b526-08c10665be3d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:21.459529 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acb5af7492324ce08f75efed22498610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009149 Mar 26 03:07:21.462096 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57516) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:21.482913 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529a24a8-21c9-4a48-b526-08c10665be3d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:21.492749 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.493356 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.493968 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.494467 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.494989 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.496028 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.496751 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.497405 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.497892 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.498372 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.498853 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.499362 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.499837 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.500309 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.500779 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15074332-c639-4eaa-a88e-26aeea31938a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:21.532432 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f6936ed-a3cc-4739-97a7-937d084f26a9 admin admin] Publish callbacks [] for security_group (529a24a8-21c9-4a48-b526-08c10665be3d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:21.561795 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f6936ed-a3cc-4739-97a7-937d084f26a9 admin admin] Publish callbacks [] for security_group (529a24a8-21c9-4a48-b526-08c10665be3d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:21.568436 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcead3-05eb-4470-ad7c-08ec7af81651 req-c660749a-d0ac-434d-af4f-0947ce619597 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:21.569986 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-43bcead3-05eb-4470-ad7c-08ec7af81651 req-c660749a-d0ac-434d-af4f-0947ce619597 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.1318986 Mar 26 03:07:21.625008 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f6936ed-a3cc-4739-97a7-937d084f26a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (529a24a8-21c9-4a48-b526-08c10665be3d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:21.629337 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f6936ed-a3cc-4739-97a7-937d084f26a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:21.634681 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-3f6936ed-a3cc-4739-97a7-937d084f26a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/529a24a8-21c9-4a48-b526-08c10665be3d HTTP/1.1" status: 204 len: 168 time: 0.1715546 Mar 26 03:07:21.646590 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6936ed-a3cc-4739-97a7-937d084f26a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a24a8-21c9-4a48-b526-08c10665be3d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:21.686688 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-43bcead3-05eb-4470-ad7c-08ec7af81651 req-12d6345a-dbfc-4166-917b-0a8fbcdcc05d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098533 Mar 26 03:07:22.883851 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9db5a1-27da-46e0-99d2-58e20a0006e0 req-00c7a4df-5e25-4c01-8edc-8ea8f3d1fac9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:22.885333 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ea9db5a1-27da-46e0-99d2-58e20a0006e0 req-00c7a4df-5e25-4c01-8edc-8ea8f3d1fac9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0898681 Mar 26 03:07:22.936119 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ea9db5a1-27da-46e0-99d2-58e20a0006e0 req-79cc54c9-b70e-42c1-8e3f-fa870520dd21 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451467 Mar 26 03:07:24.100838 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d957c85-b3b8-4fa9-912e-dffe1c94195e req-612bd106-d09d-46da-9734-2711de92f9c8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:24.103070 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2d957c85-b3b8-4fa9-912e-dffe1c94195e req-612bd106-d09d-46da-9734-2711de92f9c8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0634115 Mar 26 03:07:24.158003 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2d957c85-b3b8-4fa9-912e-dffe1c94195e req-e477969e-2221-4d5c-bf81-1903cf8410ee tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483134 Mar 26 03:07:24.450229 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:07:25.324233 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f6d8c-9b97-4d9b-b309-5539aa1652f0 req-e2906889-1a0c-4fff-9c3b-e546d0e4314f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:25.326371 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ce8f6d8c-9b97-4d9b-b309-5539aa1652f0 req-e2906889-1a0c-4fff-9c3b-e546d0e4314f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0775118 Mar 26 03:07:25.383640 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ce8f6d8c-9b97-4d9b-b309-5539aa1652f0 req-6eeb3aad-8fbd-4f44-93db-0a16b38b8aa1 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510416 Mar 26 03:07:25.989188 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7be7efad-2719-4d82-8325-d9e358ffded9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:26.540656 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218a348-18b8-48e4-8984-e6e97c595750 req-fa30db6b-6050-425d-ab42-618ac17a0ce7 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:26.543389 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6218a348-18b8-48e4-8984-e6e97c595750 req-fa30db6b-6050-425d-ab42-618ac17a0ce7 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0645578 Mar 26 03:07:26.603792 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6218a348-18b8-48e4-8984-e6e97c595750 req-aeed445d-1148-4520-b69a-2be5fcbd0c48 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515718 Mar 26 03:07:27.755479 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef122350-e349-4640-a049-d8cda41e60bf req-8901e3ca-329b-4852-8c86-c3f86701e042 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:27.763312 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ef122350-e349-4640-a049-d8cda41e60bf req-8901e3ca-329b-4852-8c86-c3f86701e042 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0702007 Mar 26 03:07:27.835248 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ef122350-e349-4640-a049-d8cda41e60bf req-2caed8cc-68c1-48fb-8664-a70877cc3a20 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691886 Mar 26 03:07:28.279366 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-49cd17a8-43e6-454f-a3ce-4da7c0631af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:28.975401 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55af122-73f7-4fdb-9118-1b6e0e72420a req-ea64fb22-288f-4854-bde2-9d97971838e4 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:28.977263 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c55af122-73f7-4fdb-9118-1b6e0e72420a req-ea64fb22-288f-4854-bde2-9d97971838e4 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0622892 Mar 26 03:07:29.037526 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c55af122-73f7-4fdb-9118-1b6e0e72420a req-078c4984-dbb1-4c7d-8514-2f0b109911ee tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540955 Mar 26 03:07:29.688438 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:30.056926 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-ac2e7982-8e11-412d-a3a1-07eb2db4b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:30.059794 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-ac2e7982-8e11-412d-a3a1-07eb2db4b71d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 1130 time: 0.1395595 Mar 26 03:07:30.156905 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-fce9cbe2-4c7e-4a4a-b44d-7dced3cdd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:30.158389 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-fce9cbe2-4c7e-4a4a-b44d-7dced3cdd812 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 917 time: 0.0920744 Mar 26 03:07:30.166128 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b519e2-cfbc-4048-8e31-9201a0a23b80 req-1800c23b-589c-4d7a-b8f1-9f9b0984b690 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:30.168211 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-56b519e2-cfbc-4048-8e31-9201a0a23b80 req-1800c23b-589c-4d7a-b8f1-9f9b0984b690 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0531871 Mar 26 03:07:30.225218 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-56b519e2-cfbc-4048-8e31-9201a0a23b80 req-e0c0e66b-c81e-422c-a359-bc201f113c40 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469644 Mar 26 03:07:30.228473 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-84f09c8d-f348-4ea0-9dc9-9418ec15f9af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c471fd-e843-4b9b-988c-51fa4611c942 HTTP/1.1" status: 200 len: 1002 time: 0.0597870 Mar 26 03:07:30.275009 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-c110d4a6-aabb-4850-ac6b-4158a6f0d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:30.276958 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-c110d4a6-aabb-4850-ac6b-4158a6f0d05a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0415287 Mar 26 03:07:30.330165 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-fc2b224e-c87b-4224-b97b-506d156a82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:30.331678 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-fc2b224e-c87b-4224-b97b-506d156a82fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0481234 Mar 26 03:07:30.424084 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-19a87d14-b2b1-4a1c-a221-b627995e1a53 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855827 Mar 26 03:07:30.514930 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0970d638-af2c-4a0e-bdf8-2d175292d165 req-32897887-a5da-4acf-b0c5-20ece37139dc service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842564 Mar 26 03:07:31.062466 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:31.334956 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ada46-4d76-4368-9c9f-ad82527496b4 req-d90081c7-4be6-4e11-be19-bb5b6a63d89e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:31.336422 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3c7ada46-4d76-4368-9c9f-ad82527496b4 req-d90081c7-4be6-4e11-be19-bb5b6a63d89e tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 946 time: 0.0748520 Mar 26 03:07:31.380211 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ffb5-4d4b-4c94-bc09-ebcea8e5d7eb req-aa9eeb51-3d53-4c9c-9c49-25d84953ea26 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:31.381660 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1980ffb5-4d4b-4c94-bc09-ebcea8e5d7eb req-aa9eeb51-3d53-4c9c-9c49-25d84953ea26 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0839550 Mar 26 03:07:31.409174 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3c7ada46-4d76-4368-9c9f-ad82527496b4 req-c2d73840-ed06-4ef2-b0ee-b0e1c209ad77 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664678 Mar 26 03:07:31.439731 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1980ffb5-4d4b-4c94-bc09-ebcea8e5d7eb req-5cbb97ff-2773-407f-9726-168395c07574 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520597 Mar 26 03:07:32.578670 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024b164-4f6a-4e2f-8a0c-82c4c96cdcb1 req-2d68e2de-bc4f-42ac-bc41-3bbb1d1bac23 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:32.580163 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3024b164-4f6a-4e2f-8a0c-82c4c96cdcb1 req-2d68e2de-bc4f-42ac-bc41-3bbb1d1bac23 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 946 time: 0.1010213 Mar 26 03:07:32.602327 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b50a3-0e66-4338-8bd2-18f74624fd36 req-1d60b712-8bbd-494d-b427-2c172005c53c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:32.603880 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-491b50a3-0e66-4338-8bd2-18f74624fd36 req-1d60b712-8bbd-494d-b427-2c172005c53c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0868845 Mar 26 03:07:32.674621 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-491b50a3-0e66-4338-8bd2-18f74624fd36 req-00c00552-2dfa-4811-9c36-e2d9b70a8a5a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622950 Mar 26 03:07:32.682994 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3024b164-4f6a-4e2f-8a0c-82c4c96cdcb1 req-a7a47313-6e7b-4d3c-b808-90ad155ad69a tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893795 Mar 26 03:07:32.686954 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:33.276281 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-adccc8e1-a7d7-4179-a158-d530f83d96a6 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:33.278681 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-adccc8e1-a7d7-4179-a158-d530f83d96a6 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 946 time: 0.0557110 Mar 26 03:07:33.381774 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Deleting port 7318c86e-3989-4166-a7de-ffadda87d746 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:33.382120 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (7318c86e-3989-4166-a7de-ffadda87d746), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:33.495690 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [req-d8408305-d821-4c5c-8f23-56362f1ed901 req-ca02b1fd-0259-4fc9-aad6-660e9f36a010 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:07:33.503375 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8408305-d821-4c5c-8f23-56362f1ed901 req-ca02b1fd-0259-4fc9-aad6-660e9f36a010 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0713139 Mar 26 03:07:33.515391 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] For port 7318c86e-3989-4166-a7de-ffadda87d746, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7318c86e-3989-4166-a7de-ffadda87d746,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:33.515760 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (7318c86e-3989-4166-a7de-ffadda87d746), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:33.667953 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4142e8-1b19-43be-8698-9f2f8289b6b4 req-6dec527f-f576-4e6f-819e-ef845b8bc81d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:33.671423 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9b4142e8-1b19-43be-8698-9f2f8289b6b4 req-6dec527f-f576-4e6f-819e-ef845b8bc81d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 946 time: 0.0614045 Mar 26 03:07:33.686800 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89c471fd-e843-4b9b-988c-51fa4611c942 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:33.752365 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:33.752797 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (2cce8d69-0c83-4f03-b291-7f4be99c7edf), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:33.753220 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Floating IP 2cce8d69-0c83-4f03-b291-7f4be99c7edf disassociated. External IP: 172.28.2.125, port: 7318c86e-3989-4166-a7de-ffadda87d746. Mar 26 03:07:33.753660 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Calling delete_port for 7318c86e-3989-4166-a7de-ffadda87d746 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:33.761672 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9b4142e8-1b19-43be-8698-9f2f8289b6b4 req-439db223-6d61-44db-8532-515118b56eb3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805650 Mar 26 03:07:33.782000 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 89c471fd-e843-4b9b-988c-51fa4611c942 is: ACTIVE; New status is: DOWN {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:07:33.782499 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:33.805940 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:07:33.809215 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfa9688-9d94-48f2-933f-eadc832ac77e" -d '{"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-unplugged", "status": "completed", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:07:33.822040 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:33.830204 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:33.859093 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52fd37-d10c-40fa-96b2-30eca413ed76 req-f91f5c58-ddaa-445a-bb4d-2b388d76561b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:33.861406 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec52fd37-d10c-40fa-96b2-30eca413ed76 req-f91f5c58-ddaa-445a-bb4d-2b388d76561b tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/ports?device_id=25390ddf-d953-4b2b-b260-ebc8f523ec91 HTTP/1.1" status: 200 len: 946 time: 0.0678241 Mar 26 03:07:33.871213 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Mar 2022 03:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f12b22-0b22-4e3e-913b-44fd77c7759f x-openstack-request-id: req-16f12b22-0b22-4e3e-913b-44fd77c7759f {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:07:33.871758 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-unplugged", "status": "failed", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942", "code": 422}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:07:33.872010 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16f12b22-0b22-4e3e-913b-44fd77c7759f {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:07:33.872470 dv-cinder-835328-1-smb neutron-server[103165]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-16f12b22-0b22-4e3e-913b-44fd77c7759f']: {'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942', 'code': 422} returned with failed status Mar 26 03:07:33.891574 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=8']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:33.920859 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec52fd37-d10c-40fa-96b2-30eca413ed76 req-b1b54b79-4fb7-434b-aa66-b48e39a8c343 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ccad0e-e561-492d-aa79-aca6f418f40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530424 Mar 26 03:07:33.942148 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (7318c86e-3989-4166-a7de-ffadda87d746), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:33.971831 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event deleted for resources: {'Port': ['ID=7318c86e-3989-4166-a7de-ffadda87d746,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:33.984036 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.984396 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.984746 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.985178 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.985423 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.985756 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.986088 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.986482 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.987023 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.987359 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.987689 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.988018 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.988347 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.988675 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:33.988996 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:34.063443 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57838) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:34.103747 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Router 99d9b907-64a3-4e7b-8839-6f552295e4fd has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:07:34.159973 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-09ce42f7-0485-430a-b34c-33bfdc773205 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953503 Mar 26 03:07:34.168795 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-a8af6b97-dc27-4bd3-a994-3f97c82fc01f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:07:34.170103 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-a8af6b97-dc27-4bd3-a994-3f97c82fc01f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053933 Mar 26 03:07:34.213378 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:07:34.224160 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] Sync routers for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:07:34.233939 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:34.234534 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:34.251433 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57846) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:34.255609 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] No DVR routers for this DVR port 7318c86e-3989-4166-a7de-ffadda87d746 on host hv-cinder-83532 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:07:34.258325 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:34.263240 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-2c9599a0-2ffe-4ba1-88b0-917630618b46 req-ca56f329-4661-404a-b923-99e78fb53fb2 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.15 "DELETE /v2.0/ports/7318c86e-3989-4166-a7de-ffadda87d746 HTTP/1.1" status: 204 len: 173 time: 0.9786294 Mar 26 03:07:34.263720 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'name': 'network-vif-deleted', 'tag': '7318c86e-3989-4166-a7de-ffadda87d746'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:07:34.266560 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960ad776-3915-4777-b27d-ae7d5027ec7f" -d '{"events": [{"server_uuid": "25390ddf-d953-4b2b-b260-ebc8f523ec91", "name": "network-vif-deleted", "tag": "7318c86e-3989-4166-a7de-ffadda87d746"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:07:34.308112 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc1378-68cd-4a21-8712-66b2107f4447 x-openstack-request-id: req-04dc1378-68cd-4a21-8712-66b2107f4447 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:07:34.308890 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25390ddf-d953-4b2b-b260-ebc8f523ec91", "name": "network-vif-deleted", "tag": "7318c86e-3989-4166-a7de-ffadda87d746", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:07:34.308890 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04dc1378-68cd-4a21-8712-66b2107f4447 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:07:34.309186 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04dc1378-68cd-4a21-8712-66b2107f4447'] response: {'server_uuid': '25390ddf-d953-4b2b-b260-ebc8f523ec91', 'name': 'network-vif-deleted', 'tag': '7318c86e-3989-4166-a7de-ffadda87d746', 'status': 'completed', 'code': 200} Mar 26 03:07:34.353807 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:34.402611 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-9d0f22d8-baab-4b86-8256-60078ab36a53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:34.404280 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-9d0f22d8-baab-4b86-8256-60078ab36a53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports/89c471fd-e843-4b9b-988c-51fa4611c942 HTTP/1.1" status: 200 len: 941 time: 0.1516600 Mar 26 03:07:34.687040 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:34.722683 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] Checking router: 99d9b907-64a3-4e7b-8839-6f552295e4fd for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:07:34.740761 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:34.741533 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:34.873297 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:34.888257 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401059b9-3437-41db-9577-104a65658830 req-12b40ade-6b75-48ec-8ad5-1f6c49d37d56 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:34.889841 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-401059b9-3437-41db-9577-104a65658830 req-12b40ade-6b75-48ec-8ad5-1f6c49d37d56 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0550737 Mar 26 03:07:34.941284 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-401059b9-3437-41db-9577-104a65658830 req-2abcab55-838a-4dd8-835e-e0e7b444b413 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450218 Mar 26 03:07:35.024812 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57874) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:35.082190 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de4dac88-85e4-4139-8695-86dc0493d777 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (f4ccad0e-e561-492d-aa79-aca6f418f40b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.100625 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:35.109979 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de4dac88-85e4-4139-8695-86dc0493d777 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (f4ccad0e-e561-492d-aa79-aca6f418f40b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.127285 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e275e7e-5551-4ccd-95e9-a25febe8021b None None] The sync data for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb is: [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1', 'name': '', 'network_id': 'ddaffb82-6513-4745-bac8-becc9cfce0de', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'mac_address': 'fa:16:3e:dc:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:24Z', 'updated_at': '2022-03-26T03:02:37Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'subnets': [{'id': '8e3506d9-8ea8-4f0d-8275-e17ddd4501d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:07:35.160517 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de4dac88-85e4-4139-8695-86dc0493d777 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f4ccad0e-e561-492d-aa79-aca6f418f40b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.163622 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de4dac88-85e4-4139-8695-86dc0493d777 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.167267 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-de4dac88-85e4-4139-8695-86dc0493d777 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4ccad0e-e561-492d-aa79-aca6f418f40b HTTP/1.1" status: 204 len: 168 time: 0.1389999 Mar 26 03:07:35.167636 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57876) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:35.174575 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dac88-85e4-4139-8695-86dc0493d777 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ccad0e-e561-492d-aa79-aca6f418f40b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:35.181882 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.api.v2.resource [None req-7a4060ea-f01b-4f54-8e49-1eb4919362e4 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] show failed (client error): The resource could not be found. Mar 26 03:07:35.182934 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-7a4060ea-f01b-4f54-8e49-1eb4919362e4 tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "GET /v2.0/security-groups/f4ccad0e-e561-492d-aa79-aca6f418f40b HTTP/1.1" status: 404 len: 347 time: 0.0142982 Mar 26 03:07:35.186158 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57878) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:35.316937 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Deleting port 145fc62f-856b-4060-95f0-51f584bb0001 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:35.317272 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (145fc62f-856b-4060-95f0-51f584bb0001), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.361899 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7af340-6f36-42cb-b0bc-924963abcb81 None None] New status for floating IP 2cce8d69-0c83-4f03-b291-7f4be99c7edf: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:07:35.403260 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (145fc62f-856b-4060-95f0-51f584bb0001), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.403649 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (145fc62f-856b-4060-95f0-51f584bb0001), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.408163 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-dd8438fa-a0a9-42fb-af26-dcc5b7f67ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:35.409662 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-dd8438fa-a0a9-42fb-af26-dcc5b7f67ad5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff&tenant_id=171e346333ca4d44b59ba34a1b15f865 HTTP/1.1" status: 200 len: 1128 time: 0.0807061 Mar 26 03:07:35.416497 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Calling delete_port for 145fc62f-856b-4060-95f0-51f584bb0001 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:35.480896 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-33d0e0bd-f885-44dc-b451-8e3643f35b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:35.482434 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-33d0e0bd-f885-44dc-b451-8e3643f35b9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 1128 time: 0.0502706 Mar 26 03:07:35.560134 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (145fc62f-856b-4060-95f0-51f584bb0001), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.586710 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Pushing event deleted for resources: {'Port': ['ID=145fc62f-856b-4060-95f0-51f584bb0001,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:35.655391 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks [] for floatingip (2cce8d69-0c83-4f03-b291-7f4be99c7edf), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.658142 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:35.661777 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c3bfa73b-066a-456f-8357-23d07ad84d2f tempest-AttachVolumeTestJSON-286980416 tempest-AttachVolumeTestJSON-286980416-project] 10.222.0.13 "DELETE /v2.0/floatingips/2cce8d69-0c83-4f03-b291-7f4be99c7edf HTTP/1.1" status: 204 len: 168 time: 0.4720523 Mar 26 03:07:35.681749 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7318c86e-3989-4166-a7de-ffadda87d746 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:35.724533 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 7318c86e-3989-4166-a7de-ffadda87d746 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:35.724882 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 7318c86e-3989-4166-a7de-ffadda87d746 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:35.825215 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-aa80b888-11d6-489b-8942-86b04b570e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:35.826752 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-aa80b888-11d6-489b-8942-86b04b570e64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 917 time: 0.3374622 Mar 26 03:07:35.899900 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-68e2c89e-89b8-47a1-84e0-66e30cf31aea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c471fd-e843-4b9b-988c-51fa4611c942 HTTP/1.1" status: 200 len: 1000 time: 0.0657291 Mar 26 03:07:35.950682 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-dec5145a-9f04-497c-8814-5a90649161f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:35.952267 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-dec5145a-9f04-497c-8814-5a90649161f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0449324 Mar 26 03:07:36.016951 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-2982de3a-5f67-44ef-ac00-8ba4ee05c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:36.018701 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-2982de3a-5f67-44ef-ac00-8ba4ee05c34a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0593085 Mar 26 03:07:36.084613 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f5968-3c8d-4991-8118-a403f66b758c req-20fae852-0292-4bc9-a8fa-c98fa81186aa tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:36.086014 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f4f5968-3c8d-4991-8118-a403f66b758c req-20fae852-0292-4bc9-a8fa-c98fa81186aa tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0550413 Mar 26 03:07:36.112263 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-70db0e03-369b-4f1e-bc68-638792a33432 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863636 Mar 26 03:07:36.133771 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f4f5968-3c8d-4991-8118-a403f66b758c req-a0d7b0ce-30a6-411c-9182-27effafac7fa tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Mar 26 03:07:36.202111 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-baa8d171-cf08-4ac3-bd56-d4f9ca8e773c req-0c034e9b-cf7b-40b2-95b0-5ffc18b99dc7 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840721 Mar 26 03:07:37.283148 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94704250-cf8a-4852-9d12-306a46174cbc req-e4895f07-4b35-4883-97f7-0ae8f075d286 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:37.284769 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94704250-cf8a-4852-9d12-306a46174cbc req-e4895f07-4b35-4883-97f7-0ae8f075d286 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0565565 Mar 26 03:07:37.349811 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94704250-cf8a-4852-9d12-306a46174cbc req-d6009bfb-3af5-426c-81a0-0da3996e83d9 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595269 Mar 26 03:07:38.502663 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64951d02-c284-4d64-8ae8-5838ca7a7bae req-fa5897e3-b9ec-4e72-a000-413e200227c6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:38.504069 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64951d02-c284-4d64-8ae8-5838ca7a7bae req-fa5897e3-b9ec-4e72-a000-413e200227c6 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0649376 Mar 26 03:07:38.576944 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64951d02-c284-4d64-8ae8-5838ca7a7bae req-355ae988-0853-441d-af06-bf7d0634abe3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630224 Mar 26 03:07:39.159150 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 57988) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:39.269974 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5da5b55d-9303-4925-9679-4ceb783c647b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:39.362004 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5da5b55d-9303-4925-9679-4ceb783c647b admin admin] Publish callbacks [] for security_group (f3e283a6-3fd5-4e87-b62d-af628c4a7ba1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:39.367256 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5da5b55d-9303-4925-9679-4ceb783c647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f3e283a6-3fd5-4e87-b62d-af628c4a7ba1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:39.400097 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 57998) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:39.434151 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-5da5b55d-9303-4925-9679-4ceb783c647b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a492d8ccd9364d659a52df2170770160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739086 Mar 26 03:07:39.436139 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5b55d-9303-4925-9679-4ceb783c647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e283a6-3fd5-4e87-b62d-af628c4a7ba1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:39.436840 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58002) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:39.595294 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54a39a06-f35d-4833-9e05-7ee704c88514 admin admin] Publish callbacks [] for security_group (f3e283a6-3fd5-4e87-b62d-af628c4a7ba1), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:39.637207 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54a39a06-f35d-4833-9e05-7ee704c88514 admin admin] Publish callbacks [] for security_group (f3e283a6-3fd5-4e87-b62d-af628c4a7ba1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:39.794184 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54a39a06-f35d-4833-9e05-7ee704c88514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f3e283a6-3fd5-4e87-b62d-af628c4a7ba1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:39.798153 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54a39a06-f35d-4833-9e05-7ee704c88514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:39.810054 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-54a39a06-f35d-4833-9e05-7ee704c88514 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3e283a6-3fd5-4e87-b62d-af628c4a7ba1 HTTP/1.1" status: 204 len: 168 time: 0.3660765 Mar 26 03:07:39.823818 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a39a06-f35d-4833-9e05-7ee704c88514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e283a6-3fd5-4e87-b62d-af628c4a7ba1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:39.980043 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcdbf9-d2a9-4d97-ade0-bd6c9c35b5ba req-60521f8f-5ff3-4938-890c-2efdf008cf63 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:39.989887 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-03dcdbf9-d2a9-4d97-ade0-bd6c9c35b5ba req-60521f8f-5ff3-4938-890c-2efdf008cf63 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0752094 Mar 26 03:07:40.056926 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-03dcdbf9-d2a9-4d97-ade0-bd6c9c35b5ba req-d26a99bd-ad60-47e9-8744-39697ae33b42 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619731 Mar 26 03:07:40.240100 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752831'] for router_interface (99d9b907-64a3-4e7b-8839-6f552295e4fd), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.406198 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58022) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:40.426601 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b553-a9c9-4697-947f-7dbc6db22a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.550060 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b553-a9c9-4697-947f-7dbc6db22a2a admin admin] Publish callbacks [] for security_group (108f2ead-fb18-4f1e-8a1b-2ffff3b1238a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.557551 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b553-a9c9-4697-947f-7dbc6db22a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (108f2ead-fb18-4f1e-8a1b-2ffff3b1238a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.616637 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-eaa3b553-a9c9-4697-947f-7dbc6db22a2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b38fe3b38444a2e95d7269301bd1fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064385 Mar 26 03:07:40.616637 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3b553-a9c9-4697-947f-7dbc6db22a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f2ead-fb18-4f1e-8a1b-2ffff3b1238a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:40.617532 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58024) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:40.627307 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Deleting port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:40.627721 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.674447 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e982e262-98c8-4923-885e-2e4d05e2b869 admin admin] Publish callbacks [] for security_group (108f2ead-fb18-4f1e-8a1b-2ffff3b1238a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.699551 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e982e262-98c8-4923-885e-2e4d05e2b869 admin admin] Publish callbacks [] for security_group (108f2ead-fb18-4f1e-8a1b-2ffff3b1238a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.735901 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] For port 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:40.737433 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.759371 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Calling delete_port for 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:40.765363 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e982e262-98c8-4923-885e-2e4d05e2b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (108f2ead-fb18-4f1e-8a1b-2ffff3b1238a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.769396 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e982e262-98c8-4923-885e-2e4d05e2b869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.781865 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e982e262-98c8-4923-885e-2e4d05e2b869 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/108f2ead-fb18-4f1e-8a1b-2ffff3b1238a HTTP/1.1" status: 204 len: 168 time: 0.1622741 Mar 26 03:07:40.803421 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982e262-98c8-4923-885e-2e4d05e2b869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f2ead-fb18-4f1e-8a1b-2ffff3b1238a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:41.042877 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:41.096107 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Pushing event deleted for resources: {'Port': ['ID=5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:41.300858 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752399'] for router_interface (99d9b907-64a3-4e7b-8839-6f552295e4fd), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:41.367197 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17675-9f1c-4a75-90fe-b5083adda849 req-4539c250-9193-436b-b1cf-5a4b67859fdb tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:41.376968 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-78e17675-9f1c-4a75-90fe-b5083adda849 req-4539c250-9193-436b-b1cf-5a4b67859fdb tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.1697385 Mar 26 03:07:41.499398 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-78e17675-9f1c-4a75-90fe-b5083adda849 req-e5f720f7-e0c4-4e84-a9f1-74870586f871 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213522 Mar 26 03:07:41.677472 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:41.732371 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Router 99d9b907-64a3-4e7b-8839-6f552295e4fd has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:07:41.959283 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:07:41.969011 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] Sync routers for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:07:41.971957 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-446cb8b7-6e01-4a29-971b-47daaf3698df admin admin] 10.222.0.13 "PUT /v2.0/routers/99d9b907-64a3-4e7b-8839-6f552295e4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5699115 Mar 26 03:07:41.973655 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58056) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:41.984431 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:41.985532 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:42.158388 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:42.455633 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks [] for router (99d9b907-64a3-4e7b-8839-6f552295e4fd), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:42.470137 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:07:40Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:42.519123 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] Checking router: 99d9b907-64a3-4e7b-8839-6f552295e4fd for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:07:42.539971 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] Routers {'99d9b907-64a3-4e7b-8839-6f552295e4fd'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:42.540842 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['99d9b907-64a3-4e7b-8839-6f552295e4fd'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:42.584508 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks [] for router_gateway (99d9b907-64a3-4e7b-8839-6f552295e4fd), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:42.735952 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Deleting port 496143c6-2366-4016-b8e8-1637c2034e0f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:42.736296 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:42.742731 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] Set router 99d9b907-64a3-4e7b-8839-6f552295e4fd gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:42.822205 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec085727-a5f1-47cd-bc89-c71f5f7c662b req-2351f733-ddf4-40b3-80bf-90ba1f3137e3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:42.823927 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec085727-a5f1-47cd-bc89-c71f5f7c662b req-2351f733-ddf4-40b3-80bf-90ba1f3137e3 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.1510849 Mar 26 03:07:42.911260 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec085727-a5f1-47cd-bc89-c71f5f7c662b req-7b3bae70-4878-470f-bc7f-a2072de2ba3c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706379 Mar 26 03:07:42.913117 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] For port 496143c6-2366-4016-b8e8-1637c2034e0f, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=496143c6-2366-4016-b8e8-1637c2034e0f,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:42.913488 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:42.931747 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Calling delete_port for 496143c6-2366-4016-b8e8-1637c2034e0f owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:43.115584 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:07:40Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:43.166595 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e624e-4c38-4eea-ae0d-2508b67593b3 None None] The sync data for ids ['99d9b907-64a3-4e7b-8839-6f552295e4fd'] in dv-cinder-835328-1-smb is: [{'id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'name': 'tempest-AttachVolumeTestJSON-28263103-router', 'tenant_id': '13123b08cc17456d93b5bd80ce2c50d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:09Z', 'updated_at': '2022-03-26T03:07:40Z', 'revision_number': 5, 'project_id': '13123b08cc17456d93b5bd80ce2c50d4', 'gw_port': {'id': '496143c6-2366-4016-b8e8-1637c2034e0f', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9b907-64a3-4e7b-8839-6f552295e4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:11Z', 'updated_at': '2022-03-26T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:07:43.168138 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (496143c6-2366-4016-b8e8-1637c2034e0f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.209581 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Pushing event deleted for resources: {'Port': ['ID=496143c6-2366-4016-b8e8-1637c2034e0f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:43.283856 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752501'] for router_gateway (99d9b907-64a3-4e7b-8839-6f552295e4fd), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.411946 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29408'] for router (99d9b907-64a3-4e7b-8839-6f552295e4fd), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.414317 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks [] for router_controller (99d9b907-64a3-4e7b-8839-6f552295e4fd), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.486614 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754710'] for router (99d9b907-64a3-4e7b-8839-6f552295e4fd), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.487344 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d9b907-64a3-4e7b-8839-6f552295e4fd {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:07:43.492032 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.494181 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-892896ec-1ce6-4b7d-b7f4-d9e661de9054 admin admin] 10.222.0.13 "DELETE /v2.0/routers/99d9b907-64a3-4e7b-8839-6f552295e4fd HTTP/1.1" status: 204 len: 168 time: 1.5182793 Mar 26 03:07:43.496240 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58088) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:43.546117 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-708ea031-3751-479d-8b4e-b4d941aa1744 admin admin] Deleting subnet 8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:07:43.559065 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-708ea031-3751-479d-8b4e-b4d941aa1744 admin admin] Publish callbacks [] for subnet (8e3506d9-8ea8-4f0d-8275-e17ddd4501d6), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.599333 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-708ea031-3751-479d-8b4e-b4d941aa1744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28410768'] for subnet (8e3506d9-8ea8-4f0d-8275-e17ddd4501d6), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.826493 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-708ea031-3751-479d-8b4e-b4d941aa1744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (8e3506d9-8ea8-4f0d-8275-e17ddd4501d6), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.909409 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:43.922934 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-708ea031-3751-479d-8b4e-b4d941aa1744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28970820'] for subnet (8e3506d9-8ea8-4f0d-8275-e17ddd4501d6), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.962711 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-708ea031-3751-479d-8b4e-b4d941aa1744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:43.970042 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58094) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:43.984167 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-708ea031-3751-479d-8b4e-b4d941aa1744 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e3506d9-8ea8-4f0d-8275-e17ddd4501d6 HTTP/1.1" status: 204 len: 168 time: 0.4819930 Mar 26 03:07:43.989175 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ea031-3751-479d-8b4e-b4d941aa1744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3506d9-8ea8-4f0d-8275-e17ddd4501d6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:43.999174 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:43.999523 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 5307ab9f-b9d1-4f5f-89ab-ac35e36ec8b1 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:44.008406 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1030365-9010-4a32-bbd0-d9a8e0ad003c None None] Network ddaffb82-6513-4745-bac8-becc9cfce0de requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:07:44.110054 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (ddaffb82-6513-4745-bac8-becc9cfce0de), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.251582 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Deleting port db79fb7e-9e27-4508-9bc5-e8350c99df56 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:44.252063 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.279972 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a2070-a33e-4b78-8707-3d341c7c1a8e req-ccedc20c-dc8a-4a51-8330-ab616fc0da0d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:44.292763 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-043a2070-a33e-4b78-8707-3d341c7c1a8e req-ccedc20c-dc8a-4a51-8330-ab616fc0da0d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.1495748 Mar 26 03:07:44.387635 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] DHCP port deletion for ddaffb82-6513-4745-bac8-becc9cfce0de request from dv-cinder-835328-1-smb {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:07:44.398632 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] For port db79fb7e-9e27-4508-9bc5-e8350c99df56, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=db79fb7e-9e27-4508-9bc5-e8350c99df56,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:44.402501 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.416139 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-043a2070-a33e-4b78-8707-3d341c7c1a8e req-3264d986-b2f6-4b63-9216-3f96f46dafef tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224031 Mar 26 03:07:44.423698 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Calling delete_port for db79fb7e-9e27-4508-9bc5-e8350c99df56 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:44.463467 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Deleting port db79fb7e-9e27-4508-9bc5-e8350c99df56 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:44.464855 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.540879 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.546706 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] For port db79fb7e-9e27-4508-9bc5-e8350c99df56, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=db79fb7e-9e27-4508-9bc5-e8350c99df56,segment=NetworkSegment(6fbe2383-c7de-41a5-9ce2-3af06914af9f),segment_id=6fbe2383-c7de-41a5-9ce2-3af06914af9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:44.547276 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.566770 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=db79fb7e-9e27-4508-9bc5-e8350c99df56,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:44.567341 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Calling delete_port for db79fb7e-9e27-4508-9bc5-e8350c99df56 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:44.571946 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] No DVR routers for this DVR port db79fb7e-9e27-4508-9bc5-e8350c99df56 on host dv-cinder-835328-1-smb {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:07:44.652409 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335'] for port (db79fb7e-9e27-4508-9bc5-e8350c99df56), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.657967 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (ddaffb82-6513-4745-bac8-becc9cfce0de), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.674185 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] No DVR routers for this DVR port db79fb7e-9e27-4508-9bc5-e8350c99df56 on host dv-cinder-835328-1-smb {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:07:44.685940 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaffb82-6513-4745-bac8-becc9cfce0de']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:44.695385 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Pushing event deleted for resources: {'Port': ['ID=db79fb7e-9e27-4508-9bc5-e8350c99df56,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:44.696126 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbe2383-c7de-41a5-9ce2-3af06914af9f') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:44.696431 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbe2383-c7de-41a5-9ce2-3af06914af9f') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:44.708141 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29038989'] for segment (6fbe2383-c7de-41a5-9ce2-3af06914af9f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.715947 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.716430 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.716936 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.717320 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.717728 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.718148 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.718552 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.719132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.719132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.719132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.719132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.719132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.719132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.719132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.719132 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a30d96-8d07-493b-8a6d-5ec353f863ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:44.725427 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (6fbe2383-c7de-41a5-9ce2-3af06914af9f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.736820 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:07:44.737471 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29010930'] for segment (6fbe2383-c7de-41a5-9ce2-3af06914af9f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: Traceback (most recent call last): Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: timer() Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: cb(*args, **kw) Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: return func(*args, **kwargs) Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: self._notify() Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: self.callback(batched_events) Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: event.method(event) Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: return f(self, *a, **k) Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: return self._get(url).json() Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:07:44.739668 dv-cinder-835328-1-smb neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:07:44.826469 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (ddaffb82-6513-4745-bac8-becc9cfce0de), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.847808 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:44.851366 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ddaffb82-6513-4745-bac8-becc9cfce0de HTTP/1.1" status: 204 len: 168 time: 0.8800597 Mar 26 03:07:44.852347 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d644dc-2587-466c-8ffb-b25f130899d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddaffb82-6513-4745-bac8-becc9cfce0de,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:45.049923 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58102) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:45.091295 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9b103bb9-7482-4c0f-b6f3-9ec0596a00a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13123b08cc17456d93b5bd80ce2c50d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400114 Mar 26 03:07:45.093651 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58106) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:45.149640 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da708f67-89f2-4d04-8df8-8ab90999c505 admin admin] Publish callbacks [] for security_group (deaef9f4-d816-4e0b-854e-0081635fed7e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:45.190535 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da708f67-89f2-4d04-8df8-8ab90999c505 admin admin] Publish callbacks [] for security_group (deaef9f4-d816-4e0b-854e-0081635fed7e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:45.242343 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da708f67-89f2-4d04-8df8-8ab90999c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (deaef9f4-d816-4e0b-854e-0081635fed7e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:45.245993 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da708f67-89f2-4d04-8df8-8ab90999c505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:45.250994 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-da708f67-89f2-4d04-8df8-8ab90999c505 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/deaef9f4-d816-4e0b-854e-0081635fed7e HTTP/1.1" status: 204 len: 168 time: 0.1530421 Mar 26 03:07:45.263909 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da708f67-89f2-4d04-8df8-8ab90999c505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaef9f4-d816-4e0b-854e-0081635fed7e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:45.539968 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931ed5-0f71-4ad7-b0e8-a65e0f5752f8 req-3bee2341-9b47-4c90-8e61-1d5d00999759 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:45.541470 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07931ed5-0f71-4ad7-b0e8-a65e0f5752f8 req-3bee2341-9b47-4c90-8e61-1d5d00999759 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0528612 Mar 26 03:07:45.591089 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-07931ed5-0f71-4ad7-b0e8-a65e0f5752f8 req-0e9416f2-82bd-4ead-8df3-d746c3a341b8 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Mar 26 03:07:45.843479 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 496143c6-2366-4016-b8e8-1637c2034e0f no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:45.870912 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 496143c6-2366-4016-b8e8-1637c2034e0f {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:45.871276 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 496143c6-2366-4016-b8e8-1637c2034e0f not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:45.871687 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device db79fb7e-9e27-4508-9bc5-e8350c99df56 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:45.892694 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: db79fb7e-9e27-4508-9bc5-e8350c99df56 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:45.893234 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device db79fb7e-9e27-4508-9bc5-e8350c99df56 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:46.627233 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58168) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:46.724026 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d298a8a-0433-48c4-8c4e-9cc65cc55d36 req-3cdd46bf-ddbc-4262-a775-61b099ac5354 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:46.725509 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0d298a8a-0433-48c4-8c4e-9cc65cc55d36 req-3cdd46bf-ddbc-4262-a775-61b099ac5354 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0594325 Mar 26 03:07:46.737855 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9b687e7-c128-4717-a938-184905640f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:46.772917 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0d298a8a-0433-48c4-8c4e-9cc65cc55d36 req-19122f9b-c84c-4e8b-8376-300620ba2406 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Mar 26 03:07:46.819070 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9b687e7-c128-4717-a938-184905640f9e admin admin] Publish callbacks [] for security_group (0867a2d4-2479-415b-ae29-8eb1f65b4e30), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:46.823051 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9b687e7-c128-4717-a938-184905640f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0867a2d4-2479-415b-ae29-8eb1f65b4e30), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:46.863788 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-c9b687e7-c128-4717-a938-184905640f9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64531cc2bec0444ba0f3f7788c4044d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330410 Mar 26 03:07:46.863788 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b687e7-c128-4717-a938-184905640f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0867a2d4-2479-415b-ae29-8eb1f65b4e30,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:46.864292 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58172) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:46.914183 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d55cec8f-33d6-4db4-9b35-7f30c83bf9b2 admin admin] Publish callbacks [] for security_group (0867a2d4-2479-415b-ae29-8eb1f65b4e30), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:46.938616 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d55cec8f-33d6-4db4-9b35-7f30c83bf9b2 admin admin] Publish callbacks [] for security_group (0867a2d4-2479-415b-ae29-8eb1f65b4e30), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:46.987840 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d55cec8f-33d6-4db4-9b35-7f30c83bf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0867a2d4-2479-415b-ae29-8eb1f65b4e30), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:46.990489 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d55cec8f-33d6-4db4-9b35-7f30c83bf9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:46.991664 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d55cec8f-33d6-4db4-9b35-7f30c83bf9b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0867a2d4-2479-415b-ae29-8eb1f65b4e30 HTTP/1.1" status: 204 len: 168 time: 0.1259766 Mar 26 03:07:47.001660 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cec8f-33d6-4db4-9b35-7f30c83bf9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0867a2d4-2479-415b-ae29-8eb1f65b4e30,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:47.261068 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58190) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:47.274169 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc321b8a-d91c-475a-8888-72e4c28ab3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:47.347429 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc321b8a-d91c-475a-8888-72e4c28ab3fd admin admin] Publish callbacks [] for security_group (48ae4b8d-b1c3-44ce-bc83-8c3f52c0aae7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:47.351698 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc321b8a-d91c-475a-8888-72e4c28ab3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (48ae4b8d-b1c3-44ce-bc83-8c3f52c0aae7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:47.400235 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-dc321b8a-d91c-475a-8888-72e4c28ab3fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=280a384a81174c028b8aa0ef712ebaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378496 Mar 26 03:07:47.401255 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc321b8a-d91c-475a-8888-72e4c28ab3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae4b8d-b1c3-44ce-bc83-8c3f52c0aae7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:47.403378 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58196) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:47.464376 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afce102-fa8f-4841-be10-895ccbb75311 admin admin] Publish callbacks [] for security_group (48ae4b8d-b1c3-44ce-bc83-8c3f52c0aae7), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:47.487258 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afce102-fa8f-4841-be10-895ccbb75311 admin admin] Publish callbacks [] for security_group (48ae4b8d-b1c3-44ce-bc83-8c3f52c0aae7), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:47.545011 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afce102-fa8f-4841-be10-895ccbb75311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (48ae4b8d-b1c3-44ce-bc83-8c3f52c0aae7), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:47.547710 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5afce102-fa8f-4841-be10-895ccbb75311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:47.548890 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-5afce102-fa8f-4841-be10-895ccbb75311 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48ae4b8d-b1c3-44ce-bc83-8c3f52c0aae7 HTTP/1.1" status: 204 len: 168 time: 0.1443608 Mar 26 03:07:47.556545 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afce102-fa8f-4841-be10-895ccbb75311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae4b8d-b1c3-44ce-bc83-8c3f52c0aae7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:47.727361 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89c471fd-e843-4b9b-988c-51fa4611c942 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:07:47.867377 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:47.876224 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '89c471fd-e843-4b9b-988c-51fa4611c942', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'port_id': '89c471fd-e843-4b9b-988c-51fa4611c942', 'mac_address': 'fa:16:3e:02:be:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:07:47.916679 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 89c471fd-e843-4b9b-988c-51fa4611c942 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:07:47.917259 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:47.918863 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eac85-b41f-466c-9fcf-610cc82c6eed req-efb8f77f-58ed-4d30-a16a-a9d793351400 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:47.920527 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-608eac85-b41f-466c-9fcf-610cc82c6eed req-efb8f77f-58ed-4d30-a16a-a9d793351400 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 944 time: 0.0668240 Mar 26 03:07:47.935144 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c471fd-e843-4b9b-988c-51fa4611c942 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:07:47.957983 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:47.963568 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:47.980901 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-608eac85-b41f-466c-9fcf-610cc82c6eed req-24389ebc-1de8-4941-8576-28a8c867b372 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545182 Mar 26 03:07:48.020036 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=9']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:48.171399 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['89c471fd-e843-4b9b-988c-51fa4611c942'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:07:48.757275 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e994e5e-c0c1-43c3-8683-515b49ff3227 req-26c7baf8-9e28-403a-9604-94efca18cd5d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:48.758739 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7e994e5e-c0c1-43c3-8683-515b49ff3227 req-26c7baf8-9e28-403a-9604-94efca18cd5d tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 946 time: 0.0542305 Mar 26 03:07:48.805329 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7e994e5e-c0c1-43c3-8683-515b49ff3227 req-d0f4818d-dfe0-4668-ba66-b9c6df6f5717 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Mar 26 03:07:49.111441 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f19e0f-6a1a-4f67-864d-7f6c28cc7420 req-3ddf9243-955d-4ee4-a091-043851fba881 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:49.112820 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-96f19e0f-6a1a-4f67-864d-7f6c28cc7420 req-3ddf9243-955d-4ee4-a091-043851fba881 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 945 time: 0.0594025 Mar 26 03:07:49.161069 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-96f19e0f-6a1a-4f67-864d-7f6c28cc7420 req-02b9e1a3-20be-472b-94ac-3151262d057a tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 Mar 26 03:07:49.619185 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58308) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:49.723372 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-64abc477-da43-4c00-9707-463fdea0699b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:49.737214 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89c471fd-e843-4b9b-988c-51fa4611c942 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:07:49.787158 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 89c471fd-e843-4b9b-988c-51fa4611c942 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:07:49.787543 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:49.803785 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-64abc477-da43-4c00-9707-463fdea0699b admin admin] Publish callbacks [] for security_group (fcd26222-faff-4de9-9ec6-7cdda93ab73a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:49.807839 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-64abc477-da43-4c00-9707-463fdea0699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (fcd26222-faff-4de9-9ec6-7cdda93ab73a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:49.845870 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-64abc477-da43-4c00-9707-463fdea0699b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87d3a07e22b2482ba0477f6d4b851b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254443 Mar 26 03:07:49.846580 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abc477-da43-4c00-9707-463fdea0699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd26222-faff-4de9-9ec6-7cdda93ab73a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:49.850432 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58314) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:49.878307 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 89c471fd-e843-4b9b-988c-51fa4611c942 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:07:49.878615 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:49.902101 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:07:49.904364 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366707d4-7020-43d7-a7d1-11c1f00824be" -d '{"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-plugged", "status": "completed", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:07:49.916505 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:49.921274 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:49.936674 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fb8feb0-b61c-4b30-8291-49b66861eacb admin admin] Publish callbacks [] for security_group (fcd26222-faff-4de9-9ec6-7cdda93ab73a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:49.960936 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fb8feb0-b61c-4b30-8291-49b66861eacb admin admin] Publish callbacks [] for security_group (fcd26222-faff-4de9-9ec6-7cdda93ab73a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:49.976233 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=10']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:49.987774 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fdc8e-7e98-4c2f-8af8-174409d43c04 req-d1ec2399-b4f1-481d-8d1d-5f95eeb0dcbe tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:49.989262 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-369fdc8e-7e98-4c2f-8af8-174409d43c04 req-d1ec2399-b4f1-481d-8d1d-5f95eeb0dcbe tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 946 time: 0.0985754 Mar 26 03:07:50.054337 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-369fdc8e-7e98-4c2f-8af8-174409d43c04 req-5e01d348-a862-4257-861d-04506ba41569 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups?id=db540caf-c47b-42c0-912e-642eb900dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564928 Mar 26 03:07:50.055440 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fb8feb0-b61c-4b30-8291-49b66861eacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (fcd26222-faff-4de9-9ec6-7cdda93ab73a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.058978 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fb8feb0-b61c-4b30-8291-49b66861eacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.064008 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6fb8feb0-b61c-4b30-8291-49b66861eacb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcd26222-faff-4de9-9ec6-7cdda93ab73a HTTP/1.1" status: 204 len: 168 time: 0.2119989 Mar 26 03:07:50.074810 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8feb0-b61c-4b30-8291-49b66861eacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd26222-faff-4de9-9ec6-7cdda93ab73a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:50.092578 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf714f4-cfa6-4130-8d6a-fc5a9da34e26 x-openstack-request-id: req-cbf714f4-cfa6-4130-8d6a-fc5a9da34e26 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:07:50.092868 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-plugged", "status": "completed", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:07:50.093123 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbf714f4-cfa6-4130-8d6a-fc5a9da34e26 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:07:50.093517 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf714f4-cfa6-4130-8d6a-fc5a9da34e26'] response: {'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942', 'code': 200} Mar 26 03:07:50.321560 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb76bb2-3c5c-487a-9767-f2e0aa3defee req-ce421062-6f4e-4e1c-a8d3-425975b73fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:50.324552 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-dbb76bb2-3c5c-487a-9767-f2e0aa3defee req-ce421062-6f4e-4e1c-a8d3-425975b73fe7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 1131 time: 0.0678339 Mar 26 03:07:50.391444 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-692d1a13-46bb-4d62-a4d0-0af2df519f2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:50.393062 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-692d1a13-46bb-4d62-a4d0-0af2df519f2f tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 946 time: 0.1026111 Mar 26 03:07:50.401883 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b47b3-b95c-4eb4-9e7b-23929e6ed315 req-0199a4ae-c827-4afd-b618-ee45136bd8ed tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:50.403642 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a73b47b3-b95c-4eb4-9e7b-23929e6ed315 req-0199a4ae-c827-4afd-b618-ee45136bd8ed tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 947 time: 0.1456952 Mar 26 03:07:50.417699 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-dbb76bb2-3c5c-487a-9767-f2e0aa3defee req-6e3dddde-a517-4088-be6a-c3af8f66b8ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849562 Mar 26 03:07:50.517491 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a73b47b3-b95c-4eb4-9e7b-23929e6ed315 req-74859b97-6a94-4e86-ae0d-2ee85bd4a42f tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982602 Mar 26 03:07:50.522792 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58338) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:50.541646 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4638e4d0-805f-4b51-b39c-f5ad677a6571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.576351 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Deleting port e3a7b483-a6b7-4ff6-b934-7387d7729643 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:50.576680 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.704793 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] For port e3a7b483-a6b7-4ff6-b934-7387d7729643, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e3a7b483-a6b7-4ff6-b934-7387d7729643,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:50.705152 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.716105 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4638e4d0-805f-4b51-b39c-f5ad677a6571 admin admin] Publish callbacks [] for security_group (e9835627-7f40-478b-a3d5-b43ff9ba9a2d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.723913 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4638e4d0-805f-4b51-b39c-f5ad677a6571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e9835627-7f40-478b-a3d5-b43ff9ba9a2d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.795657 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4638e4d0-805f-4b51-b39c-f5ad677a6571 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6135c2da27a435a8d971c3feb6a02c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717733 Mar 26 03:07:50.798492 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58340) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:50.802831 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638e4d0-805f-4b51-b39c-f5ad677a6571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9835627-7f40-478b-a3d5-b43ff9ba9a2d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:50.850546 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f28d1f4-9bca-4f8f-879e-4844bab87388 admin admin] Publish callbacks [] for security_group (e9835627-7f40-478b-a3d5-b43ff9ba9a2d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.871222 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f28d1f4-9bca-4f8f-879e-4844bab87388 admin admin] Publish callbacks [] for security_group (e9835627-7f40-478b-a3d5-b43ff9ba9a2d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.914327 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.914747 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (52a6078f-eb68-4100-91de-d3714845389a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.915119 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Floating IP 52a6078f-eb68-4100-91de-d3714845389a disassociated. External IP: 172.28.2.65, port: e3a7b483-a6b7-4ff6-b934-7387d7729643. Mar 26 03:07:50.915524 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Calling delete_port for e3a7b483-a6b7-4ff6-b934-7387d7729643 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:50.917759 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f28d1f4-9bca-4f8f-879e-4844bab87388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e9835627-7f40-478b-a3d5-b43ff9ba9a2d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.920587 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f28d1f4-9bca-4f8f-879e-4844bab87388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.921650 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8f28d1f4-9bca-4f8f-879e-4844bab87388 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9835627-7f40-478b-a3d5-b43ff9ba9a2d HTTP/1.1" status: 204 len: 168 time: 0.1220224 Mar 26 03:07:50.929264 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28d1f4-9bca-4f8f-879e-4844bab87388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9835627-7f40-478b-a3d5-b43ff9ba9a2d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:51.056929 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (e3a7b483-a6b7-4ff6-b934-7387d7729643), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:51.087444 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'Port': ['ID=e3a7b483-a6b7-4ff6-b934-7387d7729643,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:51.208105 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-52f15abe-b245-43a2-b88c-4545b4fd9080 req-76822acc-2a8b-405d-9a05-e19d85f77105 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b1f886-0e4b-491b-aa14-2663aab701b8 HTTP/1.1" status: 200 len: 210 time: 0.0327587 Mar 26 03:07:51.248481 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:07:51.361399 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:07:51.374356 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:07:51.408101 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:51.408933 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:51.443172 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] No DVR routers for this DVR port e3a7b483-a6b7-4ff6-b934-7387d7729643 on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:07:51.449479 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:51.451240 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-569d8e48-f3c0-4c29-bce8-d359e13d6b05 req-44a0329d-ef58-4af8-863b-a2a7ad9e96f9 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.15 "DELETE /v2.0/ports/e3a7b483-a6b7-4ff6-b934-7387d7729643 HTTP/1.1" status: 204 len: 173 time: 1.0458109 Mar 26 03:07:51.451816 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'name': 'network-vif-deleted', 'tag': 'e3a7b483-a6b7-4ff6-b934-7387d7729643'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:07:51.460864 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119086b4-7a0b-440e-8fce-fdc23786e853" -d '{"events": [{"server_uuid": "d7b1f886-0e4b-491b-aa14-2663aab701b8", "name": "network-vif-deleted", "tag": "e3a7b483-a6b7-4ff6-b934-7387d7729643"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:07:51.558922 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:51.756926 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ee94a-7835-4bc6-83fb-0f947a35d3cd req-bd8cb32c-3fbe-4fa9-a056-feef2c302f6d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:51.764615 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c64ee94a-7835-4bc6-83fb-0f947a35d3cd req-bd8cb32c-3fbe-4fa9-a056-feef2c302f6d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 947 time: 0.0866966 Mar 26 03:07:51.813230 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c64ee94a-7835-4bc6-83fb-0f947a35d3cd req-b8a96803-40ec-4cfe-bf7c-c27d85851959 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459664 Mar 26 03:07:51.827090 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:51.856208 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:07:51.864571 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:51.865158 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:51.948667 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5b707b-a889-45a8-acd5-6626d49c7709 x-openstack-request-id: req-3c5b707b-a889-45a8-acd5-6626d49c7709 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:07:51.949020 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b1f886-0e4b-491b-aa14-2663aab701b8", "name": "network-vif-deleted", "tag": "e3a7b483-a6b7-4ff6-b934-7387d7729643", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:07:51.949274 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c5b707b-a889-45a8-acd5-6626d49c7709 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:07:51.949692 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5b707b-a889-45a8-acd5-6626d49c7709'] response: {'server_uuid': 'd7b1f886-0e4b-491b-aa14-2663aab701b8', 'name': 'network-vif-deleted', 'tag': 'e3a7b483-a6b7-4ff6-b934-7387d7729643', 'status': 'completed', 'code': 200} Mar 26 03:07:51.973595 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58388) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:51.994212 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:52.159077 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17da19c4-4b66-4975-b3a5-7488d0ac3aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.283539 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17da19c4-4b66-4975-b3a5-7488d0ac3aa4 admin admin] Publish callbacks [] for security_group (b47af204-b741-4d36-b35c-44966c5d1bdd), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.298418 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17da19c4-4b66-4975-b3a5-7488d0ac3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (b47af204-b741-4d36-b35c-44966c5d1bdd), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.348352 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-17da19c4-4b66-4975-b3a5-7488d0ac3aa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e133941e2146484099a4fd9d86c45e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718555 Mar 26 03:07:52.348352 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da19c4-4b66-4975-b3a5-7488d0ac3aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47af204-b741-4d36-b35c-44966c5d1bdd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:52.348964 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58428) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:52.374551 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58430) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:52.431977 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e50cedad-ee06-4b53-aa00-c1b28c4ddffa admin admin] Publish callbacks [] for security_group (b47af204-b741-4d36-b35c-44966c5d1bdd), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.452296 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:52.468043 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e50cedad-ee06-4b53-aa00-c1b28c4ddffa admin admin] Publish callbacks [] for security_group (b47af204-b741-4d36-b35c-44966c5d1bdd), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.480128 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b89aa8bd-3b95-462f-b815-b0f9e49e2b57 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (db540caf-c47b-42c0-912e-642eb900dc04), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.487133 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d377af-d28b-418e-b856-5abf6e8cc8df None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:02:23Z', 'revision_number': 4, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'a7a78684-ff90-471b-a6af-d58a250127f4', 'name': '', 'network_id': '80765933-d2e1-4e44-98a5-585a9903a116', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'mac_address': 'fa:16:3e:7d:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:22Z', 'updated_at': '2022-03-26T03:02:39Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'subnets': [{'id': 'bedb4a5f-8dfa-4d7f-acde-f2366235f15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:07:52.513564 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b89aa8bd-3b95-462f-b815-b0f9e49e2b57 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (db540caf-c47b-42c0-912e-642eb900dc04), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.545639 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e50cedad-ee06-4b53-aa00-c1b28c4ddffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (b47af204-b741-4d36-b35c-44966c5d1bdd), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.548632 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e50cedad-ee06-4b53-aa00-c1b28c4ddffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.554627 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-e50cedad-ee06-4b53-aa00-c1b28c4ddffa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b47af204-b741-4d36-b35c-44966c5d1bdd HTTP/1.1" status: 204 len: 168 time: 0.2046685 Mar 26 03:07:52.567130 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cedad-ee06-4b53-aa00-c1b28c4ddffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47af204-b741-4d36-b35c-44966c5d1bdd,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:52.594634 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b89aa8bd-3b95-462f-b815-b0f9e49e2b57 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (db540caf-c47b-42c0-912e-642eb900dc04), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.609813 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b89aa8bd-3b95-462f-b815-b0f9e49e2b57 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.611318 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b89aa8bd-3b95-462f-b815-b0f9e49e2b57 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "DELETE /v2.0/security-groups/db540caf-c47b-42c0-912e-642eb900dc04 HTTP/1.1" status: 204 len: 168 time: 0.2350156 Mar 26 03:07:52.614183 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58438) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:52.622797 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89aa8bd-3b95-462f-b815-b0f9e49e2b57 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db540caf-c47b-42c0-912e-642eb900dc04,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:52.642661 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.api.v2.resource [None req-5879d8dd-f426-4c83-a7c2-9410da9e0530 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] show failed (client error): The resource could not be found. Mar 26 03:07:52.647414 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58440) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:52.649158 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-5879d8dd-f426-4c83-a7c2-9410da9e0530 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "GET /v2.0/security-groups/db540caf-c47b-42c0-912e-642eb900dc04 HTTP/1.1" status: 404 len: 347 time: 0.0335081 Mar 26 03:07:52.843702 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Deleting port 9f5b63d3-4194-44b2-9127-019c32519652 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:52.844045 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (9f5b63d3-4194-44b2-9127-019c32519652), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.978514 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab60e44-b2d3-40e4-a130-fba242892586 None None] New status for floating IP 52a6078f-eb68-4100-91de-d3714845389a: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:07:53.009822 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (9f5b63d3-4194-44b2-9127-019c32519652), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:53.010146 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (9f5b63d3-4194-44b2-9127-019c32519652), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:53.028506 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Calling delete_port for 9f5b63d3-4194-44b2-9127-019c32519652 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:53.039717 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a20a4b-d477-485f-bb33-7599d0535023 req-3e41d0c6-1a11-4cfc-9ed2-122acad23e42 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:53.041176 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-67a20a4b-d477-485f-bb33-7599d0535023 req-3e41d0c6-1a11-4cfc-9ed2-122acad23e42 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 947 time: 0.1077271 Mar 26 03:07:53.158147 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-67a20a4b-d477-485f-bb33-7599d0535023 req-f4b39058-6682-4175-a129-368b9965806c tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108320 Mar 26 03:07:53.239531 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (9f5b63d3-4194-44b2-9127-019c32519652), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:53.265366 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Pushing event deleted for resources: {'Port': ['ID=9f5b63d3-4194-44b2-9127-019c32519652,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:53.326679 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks [] for floatingip (52a6078f-eb68-4100-91de-d3714845389a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:53.329199 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:53.330350 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-76c5643c-9f38-4b00-abad-055dab0d71d1 tempest-AttachVolumeNegativeTest-494848310 tempest-AttachVolumeNegativeTest-494848310-project] 10.222.0.13 "DELETE /v2.0/floatingips/52a6078f-eb68-4100-91de-d3714845389a HTTP/1.1" status: 204 len: 168 time: 0.6805696 Mar 26 03:07:53.736761 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device e3a7b483-a6b7-4ff6-b934-7387d7729643 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:07:53.759059 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: e3a7b483-a6b7-4ff6-b934-7387d7729643 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:07:53.759409 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device e3a7b483-a6b7-4ff6-b934-7387d7729643 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:07:54.305111 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19ca40-d2db-4529-8142-3805c9974731 req-f6e41ce7-5d67-439f-81fd-9e581f454cb0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:54.306635 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cb19ca40-d2db-4529-8142-3805c9974731 req-f6e41ce7-5d67-439f-81fd-9e581f454cb0 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 947 time: 0.0694525 Mar 26 03:07:54.579967 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cb19ca40-d2db-4529-8142-3805c9974731 req-d67267e2-8aeb-49a1-b238-e726744e2139 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654145 Mar 26 03:07:55.997370 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af2b3f58-4b14-4a98-b02a-b5db8d02da7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:57.071785 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58590) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:57.590405 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752831'] for router_interface (78357eb0-b73a-41c3-b568-a544d6124a8d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:57.845214 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Deleting port a7a78684-ff90-471b-a6af-d58a250127f4 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:57.845559 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:57.925226 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] For port a7a78684-ff90-471b-a6af-d58a250127f4, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=a7a78684-ff90-471b-a6af-d58a250127f4,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:57.925586 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:57.938617 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Calling delete_port for a7a78684-ff90-471b-a6af-d58a250127f4 owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:58.117128 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (a7a78684-ff90-471b-a6af-d58a250127f4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.143025 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a78684-ff90-471b-a6af-d58a250127f4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:58.255501 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-478c2aac-f745-4163-8572-2e0d8573b97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.334509 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752399'] for router_interface (78357eb0-b73a-41c3-b568-a544d6124a8d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.396960 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58626) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:58.505789 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0710e96e-3078-4073-ba87-785675a09422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.586882 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0710e96e-3078-4073-ba87-785675a09422 admin admin] Publish callbacks [] for security_group (36897c01-7620-4880-958f-c5f2b4922a8c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.591668 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0710e96e-3078-4073-ba87-785675a09422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (36897c01-7620-4880-958f-c5f2b4922a8c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.629955 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710e96e-3078-4073-ba87-785675a09422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36897c01-7620-4880-958f-c5f2b4922a8c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:58.637446 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0710e96e-3078-4073-ba87-785675a09422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c40d561d457e448da02daee85bb043ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362781 Mar 26 03:07:58.637935 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58630) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:58.689696 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d85c68e-50ff-4756-80fd-f1452fa02506 admin admin] Publish callbacks [] for security_group (36897c01-7620-4880-958f-c5f2b4922a8c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.710503 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d85c68e-50ff-4756-80fd-f1452fa02506 admin admin] Publish callbacks [] for security_group (36897c01-7620-4880-958f-c5f2b4922a8c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.759857 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d85c68e-50ff-4756-80fd-f1452fa02506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (36897c01-7620-4880-958f-c5f2b4922a8c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.762464 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d85c68e-50ff-4756-80fd-f1452fa02506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:58.763619 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2d85c68e-50ff-4756-80fd-f1452fa02506 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36897c01-7620-4880-958f-c5f2b4922a8c HTTP/1.1" status: 204 len: 168 time: 0.1249020 Mar 26 03:07:58.771847 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85c68e-50ff-4756-80fd-f1452fa02506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36897c01-7620-4880-958f-c5f2b4922a8c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:58.805790 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Router 78357eb0-b73a-41c3-b568-a544d6124a8d has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:07:58.919222 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:07:58.924363 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b35d7f39-9475-4ecc-9125-a3d20fb8e78f admin admin] 10.222.0.13 "PUT /v2.0/routers/78357eb0-b73a-41c3-b568-a544d6124a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8514910 Mar 26 03:07:58.928399 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58644) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:58.933043 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] Sync routers for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:07:58.948685 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:58.950358 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:59.077463 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks [] for router (78357eb0-b73a-41c3-b568-a544d6124a8d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.094963 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:59.201380 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks [] for router_gateway (78357eb0-b73a-41c3-b568-a544d6124a8d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.265650 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Deleting port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:07:59.266001 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.304822 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:07:58Z', 'revision_number': 5, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port': {'id': 'caff3ad5-99ad-4ab4-9fa2-2885a6fd043d', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:16Z', 'updated_at': '2022-03-26T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:59.337825 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] Checking router: 78357eb0-b73a-41c3-b568-a544d6124a8d for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:07:59.346654 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] Routers {'78357eb0-b73a-41c3-b568-a544d6124a8d'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:07:59.347293 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['78357eb0-b73a-41c3-b568-a544d6124a8d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:59.355069 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] For port caff3ad5-99ad-4ab4-9fa2-2885a6fd043d, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=caff3ad5-99ad-4ab4-9fa2-2885a6fd043d,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:07:59.355435 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.373381 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Calling delete_port for caff3ad5-99ad-4ab4-9fa2-2885a6fd043d owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:07:59.446101 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] Set router 78357eb0-b73a-41c3-b568-a544d6124a8d gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:07:59.497694 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:07:59Z', 'revision_number': 6, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port_host': None}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:07:59.510667 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58668) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:59.528494 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47426c-f0d3-4b2a-bdbf-8787034f17de None None] The sync data for ids ['78357eb0-b73a-41c3-b568-a544d6124a8d'] in dv-cinder-835328-1-smb is: [{'id': '78357eb0-b73a-41c3-b568-a544d6124a8d', 'name': 'tempest-AttachVolumeNegativeTest-732250833-router', 'tenant_id': 'effe98d5c94d45249d92bcd408fc9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:12Z', 'updated_at': '2022-03-26T03:07:59Z', 'revision_number': 6, 'project_id': 'effe98d5c94d45249d92bcd408fc9739', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:07:59.554523 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (caff3ad5-99ad-4ab4-9fa2-2885a6fd043d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.590955 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Pushing event deleted for resources: {'Port': ['ID=caff3ad5-99ad-4ab4-9fa2-2885a6fd043d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:59.622778 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-17576470-network', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:07:59.642100 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Made reservation on behalf of de540c053f0d4e74b3e4a68cb7f5d5b9 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:07:59.644573 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.652315 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752501'] for router_gateway (78357eb0-b73a-41c3-b568-a544d6124a8d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.655203 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.691877 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.736015 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Publish callbacks [] for security_group (c410ae96-63a7-44d6-bf50-3bbc78db7a0a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.739803 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (c410ae96-63a7-44d6-bf50-3bbc78db7a0a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.746799 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29408'] for router (78357eb0-b73a-41c3-b568-a544d6124a8d), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.748957 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks [] for router_controller (78357eb0-b73a-41c3-b568-a544d6124a8d), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.764963 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:07:59.773780 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c410ae96-63a7-44d6-bf50-3bbc78db7a0a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:59.780045 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (687305a3-16ec-4fc0-9907-f7af35deb8d7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.780386 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.segments_db [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Added segment 687305a3-16ec-4fc0-9907-f7af35deb8d7 of type vlan for network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 Mar 26 03:07:59.798825 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754710'] for router (78357eb0-b73a-41c3-b568-a544d6124a8d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.799415 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78357eb0-b73a-41c3-b568-a544d6124a8d {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:07:59.803860 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.808063 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3696e450-de09-4cd6-8301-d9dbba64682b admin admin] 10.222.0.13 "DELETE /v2.0/routers/78357eb0-b73a-41c3-b568-a544d6124a8d HTTP/1.1" status: 204 len: 168 time: 0.8742428 Mar 26 03:07:59.808459 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58672) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:59.820140 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (56dc443b-21ee-4b3a-81ff-9c50e4a43c15), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.846699 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (56dc443b-21ee-4b3a-81ff-9c50e4a43c15), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.847657 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:07:59.848266 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.853367 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-218e6814-2b0b-4f0a-99cf-90573232bb8e admin admin] Deleting subnet bedb4a5f-8dfa-4d7f-acde-f2366235f15c {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:07:59.857430 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-218e6814-2b0b-4f0a-99cf-90573232bb8e admin admin] Publish callbacks [] for subnet (bedb4a5f-8dfa-4d7f-acde-f2366235f15c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.904238 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3919160 Mar 26 03:07:59.906930 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58674) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:59.911662 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Request body: {'subnet': {'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-17576470-subnet', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:07:59.916707 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-218e6814-2b0b-4f0a-99cf-90573232bb8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28410768'] for subnet (bedb4a5f-8dfa-4d7f-acde-f2366235f15c), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:59.930166 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978fb59-d0b6-4d57-b43d-257d6e8398bb admin admin] Pushing event updated for resources: {'Network': ['ID=56dc443b-21ee-4b3a-81ff-9c50e4a43c15,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:59.940720 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:07:59.942751 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Made reservation on behalf of de540c053f0d4e74b3e4a68cb7f5d5b9 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:07:59.947324 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29311454'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.035826 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-218e6814-2b0b-4f0a-99cf-90573232bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (bedb4a5f-8dfa-4d7f-acde-f2366235f15c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.051883 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device a7a78684-ff90-471b-a6af-d58a250127f4 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:08:00.079243 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: a7a78684-ff90-471b-a6af-d58a250127f4 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:08:00.079589 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device a7a78684-ff90-471b-a6af-d58a250127f4 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:08:00.106475 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-218e6814-2b0b-4f0a-99cf-90573232bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28970820'] for subnet (bedb4a5f-8dfa-4d7f-acde-f2366235f15c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.133089 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e6814-2b0b-4f0a-99cf-90573232bb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedb4a5f-8dfa-4d7f-acde-f2366235f15c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:00.135617 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-218e6814-2b0b-4f0a-99cf-90573232bb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.141544 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-218e6814-2b0b-4f0a-99cf-90573232bb8e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bedb4a5f-8dfa-4d7f-acde-f2366235f15c HTTP/1.1" status: 204 len: 168 time: 0.3297858 Mar 26 03:08:00.141726 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58678) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:00.144869 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f4adc0-7f07-4ac1-8eab-6d2383ee20f5 None None] Network 80765933-d2e1-4e44-98a5-585a9903a116 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:00.168191 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29011217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29311432'] for subnet (8b8a30b5-fa20-4909-857d-d15a575f3441), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.225121 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (80765933-d2e1-4e44-98a5-585a9903a116), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.257708 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8a30b5-fa20-4909-857d-d15a575f3441,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:00.295062 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Checking segment: {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:00.295964 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Network hostable DHCP agents. Network: 56dc443b-21ee-4b3a-81ff-9c50e4a43c15, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:08:00.298120 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Deleting port ffd7c979-0537-453e-8d9a-e180edaead93 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:08:00.298475 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.316341 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:08:00.330681 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 56dc443b-21ee-4b3a-81ff-9c50e4a43c15) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:00.340276 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:00.340931 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5022409-e780-489e-b9b6-e0f167c1b6be None None] Network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:00.341407 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.377529 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-5b81db80-c7e9-44ff-a59e-3a399dfc1917 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4673235 Mar 26 03:08:00.378133 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58692) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:00.385812 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:00.386964 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] For port ffd7c979-0537-453e-8d9a-e180edaead93, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=ffd7c979-0537-453e-8d9a-e180edaead93,segment=NetworkSegment(49e39e4d-8c37-4645-ab6a-f546de9d242c),segment_id=49e39e4d-8c37-4645-ab6a-f546de9d242c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:00.387925 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.405876 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] DHCP port deletion for 80765933-d2e1-4e44-98a5-585a9903a116 request from dv-cinder-835328-1-smb {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:08:00.413809 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29334'] for router (28de1072-189e-41b2-abb7-1e735d3c116a), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.414798 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29423'] for router (28de1072-189e-41b2-abb7-1e735d3c116a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.415807 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Calling delete_port for ffd7c979-0537-453e-8d9a-e180edaead93 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:08:00.488130 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks [] for router_controller (28de1072-189e-41b2-abb7-1e735d3c116a), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.505896 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:08:00.506762 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.521783 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.529493 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] Deleting port ffd7c979-0537-453e-8d9a-e180edaead93 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:08:00.529891 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.564529 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd7c979-0537-453e-8d9a-e180edaead93,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:00.569010 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] No DVR routers for this DVR port ffd7c979-0537-453e-8d9a-e180edaead93 on host dv-cinder-835328-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:08:00.658012 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (80765933-d2e1-4e44-98a5-585a9903a116), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.687515 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] For port ffd7c979-0537-453e-8d9a-e180edaead93, host dv-cinder-835328-1-smb, got binding levels [] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:00.688033 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks [] for router_gateway (28de1072-189e-41b2-abb7-1e735d3c116a), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.688684 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.698734 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80765933-d2e1-4e44-98a5-585a9903a116']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:00.718843 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e39e4d-8c37-4645-ab6a-f546de9d242c') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:00.720350 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e39e4d-8c37-4645-ab6a-f546de9d242c') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:00.735459 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] Calling delete_port for ffd7c979-0537-453e-8d9a-e180edaead93 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:08:00.741916 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.ipam_backend_mixin [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] Port ffd7c979-0537-453e-8d9a-e180edaead93 was not found and therefore no delete operation was performed {{(pid=103165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 26 03:08:00.748463 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335'] for port (ffd7c979-0537-453e-8d9a-e180edaead93), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.756618 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28410793'] for segment (49e39e4d-8c37-4645-ab6a-f546de9d242c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.775119 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58696) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:00.777573 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (49e39e4d-8c37-4645-ab6a-f546de9d242c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.789965 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:08:00.790446 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28940417'] for segment (49e39e4d-8c37-4645-ab6a-f546de9d242c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: timer() Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: cb(*args, **kw) Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: self._notify() Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: self.callback(batched_events) Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: event.method(event) Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: return self._get(url).json() Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:08:00.794355 dv-cinder-835328-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:08:00.805630 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Allocated IP 172.20.0.2 (56dc443b-21ee-4b3a-81ff-9c50e4a43c15/8b8a30b5-fa20-4909-857d-d15a575f3441/963fab1a-f91d-49bc-adb9-37d05e807128) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:08:00.808945 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] Pushing event deleted for resources: {'Port': ['ID=ffd7c979-0537-453e-8d9a-e180edaead93,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:00.818641 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bfce1-c0ff-4731-96de-b7f714016c1a None None] No DVR routers for this DVR port ffd7c979-0537-453e-8d9a-e180edaead93 on host dv-cinder-835328-1-smb {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:08:00.890047 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (80765933-d2e1-4e44-98a5-585a9903a116), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.895189 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:00.900890 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] 10.222.0.13 "DELETE /v2.0/networks/80765933-d2e1-4e44-98a5-585a9903a116 HTTP/1.1" status: 204 len: 168 time: 0.7580886 Mar 26 03:08:00.913815 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71434d0e-7b4e-4103-953c-3ed8d947fd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=80765933-d2e1-4e44-98a5-585a9903a116,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:00.967606 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3535e2d8-b680-4c64-8031-bcc3a6f0fe04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.015920 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks [] for router_gateway (28de1072-189e-41b2-abb7-1e735d3c116a), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.034608 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Publish callbacks [] for port (963fab1a-f91d-49bc-adb9-37d05e807128), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.044102 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.045027 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.067682 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3535e2d8-b680-4c64-8031-bcc3a6f0fe04 admin admin] Publish callbacks [] for security_group (7dc4945f-582d-4bd9-a830-051fd4f3b499), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.074637 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3535e2d8-b680-4c64-8031-bcc3a6f0fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7dc4945f-582d-4bd9-a830-051fd4f3b499), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.084955 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58702) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:01.109708 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.113652 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:01.117423 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535e2d8-b680-4c64-8031-bcc3a6f0fe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc4945f-582d-4bd9-a830-051fd4f3b499,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:01.123656 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:01.125280 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3535e2d8-b680-4c64-8031-bcc3a6f0fe04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bb3d579477942b2a9bc26444be3da6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493283 Mar 26 03:08:01.125874 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58704) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:01.129512 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:08:01.136928 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Pushing event updated for resources: {'Port': ['ID=963fab1a-f91d-49bc-adb9-37d05e807128,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:01.172671 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-fe02495a-335f-45b5-a2b7-74f3f46e5906 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=effe98d5c94d45249d92bcd408fc9739&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0867865 Mar 26 03:08:01.175144 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58706) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:01.182889 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15d37c09-a24e-4a49-91ff-7eddb25656a0 admin admin] Publish callbacks [] for security_group (7dc4945f-582d-4bd9-a830-051fd4f3b499), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.199233 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Attempting to bind port 963fab1a-f91d-49bc-adb9-37d05e807128 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:08:01.199715 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Attempting to bind port 963fab1a-f91d-49bc-adb9-37d05e807128 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:08:01.200087 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Attempting to bind port 963fab1a-f91d-49bc-adb9-37d05e807128 on network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:01.203493 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15d37c09-a24e-4a49-91ff-7eddb25656a0 admin admin] Publish callbacks [] for security_group (7dc4945f-582d-4bd9-a830-051fd4f3b499), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.205284 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:08:01.205652 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Checking segment: {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:01.206101 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.206495 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Bound using segment: {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:08:01.207333 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Bound port: 963fab1a-f91d-49bc-adb9-37d05e807128, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:08:01.207712 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.217529 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Allocated IP 172.28.2.91 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/da7750bf-a2ca-49fc-88d3-8a4a80e2d56a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:08:01.259415 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15d37c09-a24e-4a49-91ff-7eddb25656a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7dc4945f-582d-4bd9-a830-051fd4f3b499), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.262503 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15d37c09-a24e-4a49-91ff-7eddb25656a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.266160 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-15d37c09-a24e-4a49-91ff-7eddb25656a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dc4945f-582d-4bd9-a830-051fd4f3b499 HTTP/1.1" status: 204 len: 168 time: 0.1366317 Mar 26 03:08:01.271581 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d37c09-a24e-4a49-91ff-7eddb25656a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc4945f-582d-4bd9-a830-051fd4f3b499,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:01.290836 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46714d80-c0f6-44db-bbb4-20f8363ae72e admin admin] Publish callbacks [] for security_group (787394b2-7418-4a02-a09f-32b3b8c28a8b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.300535 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] For port 963fab1a-f91d-49bc-adb9-37d05e807128, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:08:01.304164 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] For port 963fab1a-f91d-49bc-adb9-37d05e807128, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=963fab1a-f91d-49bc-adb9-37d05e807128,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:08:01.312167 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.324931 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46714d80-c0f6-44db-bbb4-20f8363ae72e admin admin] Publish callbacks [] for security_group (787394b2-7418-4a02-a09f-32b3b8c28a8b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.370463 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03a3fc-b435-45a3-98e7-bec65b59457f None None] Pushing event updated for resources: {'Port': ['ID=963fab1a-f91d-49bc-adb9-37d05e807128,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:01.392402 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks [] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.422825 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46714d80-c0f6-44db-bbb4-20f8363ae72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (787394b2-7418-4a02-a09f-32b3b8c28a8b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.425766 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46714d80-c0f6-44db-bbb4-20f8363ae72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.426974 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-46714d80-c0f6-44db-bbb4-20f8363ae72e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/787394b2-7418-4a02-a09f-32b3b8c28a8b HTTP/1.1" status: 204 len: 168 time: 0.2508347 Mar 26 03:08:01.437700 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46714d80-c0f6-44db-bbb4-20f8363ae72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787394b2-7418-4a02-a09f-32b3b8c28a8b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:01.451679 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:08:01.454146 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.494190 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:01.497887 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:01.501607 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:08:01.543129 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Pushing event updated for resources: {'Port': ['ID=da7750bf-a2ca-49fc-88d3-8a4a80e2d56a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:01.834254 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58720) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:01.852110 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c113aea2-6ad7-47e3-b2a5-acf8deaef4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.923937 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks [] for router_gateway (28de1072-189e-41b2-abb7-1e735d3c116a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.928556 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 963fab1a-f91d-49bc-adb9-37d05e807128 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:01.964784 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c113aea2-6ad7-47e3-b2a5-acf8deaef4a9 admin admin] Publish callbacks [] for security_group (e6988c15-8506-43f3-9c6d-af83c51d4a99), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.970147 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c113aea2-6ad7-47e3-b2a5-acf8deaef4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e6988c15-8506-43f3-9c6d-af83c51d4a99), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:01.986307 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 963fab1a-f91d-49bc-adb9-37d05e807128 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:01.987165 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.012523 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113aea2-6ad7-47e3-b2a5-acf8deaef4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6988c15-8506-43f3-9c6d-af83c51d4a99,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:02.034767 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c113aea2-6ad7-47e3-b2a5-acf8deaef4a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c68860beb6141ac805fdbd913397ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985438 Mar 26 03:08:02.037387 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58726) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:02.108467 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 963fab1a-f91d-49bc-adb9-37d05e807128 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:02.108894 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.113942 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-113d0d16-01d1-4935-ae4e-c3f8d38bb649 admin admin] Publish callbacks [] for security_group (e6988c15-8506-43f3-9c6d-af83c51d4a99), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.138840 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-113d0d16-01d1-4935-ae4e-c3f8d38bb649 admin admin] Publish callbacks [] for security_group (e6988c15-8506-43f3-9c6d-af83c51d4a99), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.150968 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port 963fab1a-f91d-49bc-adb9-37d05e807128, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=963fab1a-f91d-49bc-adb9-37d05e807128,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:02.158499 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.178379 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465'] for router (28de1072-189e-41b2-abb7-1e735d3c116a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.202351 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-113d0d16-01d1-4935-ae4e-c3f8d38bb649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e6988c15-8506-43f3-9c6d-af83c51d4a99), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.205389 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-113d0d16-01d1-4935-ae4e-c3f8d38bb649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.206709 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-113d0d16-01d1-4935-ae4e-c3f8d38bb649 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6988c15-8506-43f3-9c6d-af83c51d4a99 HTTP/1.1" status: 204 len: 168 time: 0.1681664 Mar 26 03:08:02.220044 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d0d16-01d1-4935-ae4e-c3f8d38bb649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6988c15-8506-43f3-9c6d-af83c51d4a99,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:02.242065 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=963fab1a-f91d-49bc-adb9-37d05e807128,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:02.278574 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device ffd7c979-0537-453e-8d9a-e180edaead93 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:08:02.311197 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: ffd7c979-0537-453e-8d9a-e180edaead93 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:08:02.311539 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device ffd7c979-0537-453e-8d9a-e180edaead93 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:08:02.312112 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device caff3ad5-99ad-4ab4-9fa2-2885a6fd043d no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:08:02.350267 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: caff3ad5-99ad-4ab4-9fa2-2885a6fd043d {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:08:02.350611 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device caff3ad5-99ad-4ab4-9fa2-2885a6fd043d not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:08:02.373218 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Router 28de1072-189e-41b2-abb7-1e735d3c116a is scheduled to L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:08:02.500674 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:08:02.510188 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Sync routers for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:08:02.523832 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.527172 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-46e1b9e5-6baa-41f8-917c-7d20e7386024 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1463289 Mar 26 03:08:02.528796 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58740) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:02.530048 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:02.531163 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:02.690443 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:02.695046 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.707234 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d8670-d180-4b9f-9443-1351d7091894 None None] Network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:03.031915 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:01Z', 'revision_number': 3, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:03.062168 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Checking router: 28de1072-189e-41b2-abb7-1e735d3c116a for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:08:03.063100 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Updating router 28de1072-189e-41b2-abb7-1e735d3c116a port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a binding host dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:08:03.079822 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-9e570fb9-beb1-42f3-bd31-f95ae68be759 None None] Provisioning complete for port 963fab1a-f91d-49bc-adb9-37d05e807128 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:03.079945 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e570fb9-beb1-42f3-bd31-f95ae68be759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.095250 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.220807 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.233118 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-9e570fb9-beb1-42f3-bd31-f95ae68be759 None None] Current status of the port 963fab1a-f91d-49bc-adb9-37d05e807128 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:03.409708 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Publish callbacks [] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.416038 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.471611 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Allocated IP 172.20.0.1 (56dc443b-21ee-4b3a-81ff-9c50e4a43c15/8b8a30b5-fa20-4909-857d-d15a575f3441/199dcdac-89f6-46d9-a3fc-3c8d031179ad) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:08:03.476607 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Pushing event updated for resources: {'Port': ['ID=da7750bf-a2ca-49fc-88d3-8a4a80e2d56a,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:03.496766 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Attempting to bind port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:08:03.497408 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Attempting to bind port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:08:03.497935 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Attempting to bind port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a on network f054278a-3c9c-4728-be97-7e282accbc6a {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:03.501964 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.502481 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.503008 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.503549 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.504066 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.504397 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.504732 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.505059 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.505509 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.505864 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.506191 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.506531 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.506858 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.507210 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.507531 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:03.513037 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:08:03.513673 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:03.513892 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.514286 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Bound using segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:08:03.514755 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Bound port: da7750bf-a2ca-49fc-88d3-8a4a80e2d56a, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:08:03.515153 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.564994 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-48ba791a-e882-491c-858b-61c6c81cb0ab None None] Provisioning complete for port 963fab1a-f91d-49bc-adb9-37d05e807128 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:03.565369 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-48ba791a-e882-491c-858b-61c6c81cb0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.574489 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] For port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:08:03.578593 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] For port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=da7750bf-a2ca-49fc-88d3-8a4a80e2d56a,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:08:03.586757 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.634993 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:03.635974 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:03.646754 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Publish callbacks [] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.714475 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.716909 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-48ba791a-e882-491c-858b-61c6c81cb0ab None None] Current status of the port 963fab1a-f91d-49bc-adb9-37d05e807128 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:03.728665 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe63f5-09f5-4074-8e1e-de5d419f3c8b None None] Pushing event updated for resources: {'Port': ['ID=da7750bf-a2ca-49fc-88d3-8a4a80e2d56a,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:03.765218 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:03.773200 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:03.775339 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Pushing event updated for resources: {'Port': ['ID=199dcdac-89f6-46d9-a3fc-3c8d031179ad,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:03.777294 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:03.777818 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:08:03.825867 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752900'] for router_interface (28de1072-189e-41b2-abb7-1e735d3c116a), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:03.929396 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 963fab1a-f91d-49bc-adb9-37d05e807128 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:04.017163 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:04.025597 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 963fab1a-f91d-49bc-adb9-37d05e807128 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:04.034303 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:04.159019 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-9b1962fa-de85-4a46-be68-df26ff2a352f None None] Provisioning complete for port 199dcdac-89f6-46d9-a3fc-3c8d031179ad triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:04.159612 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9b1962fa-de85-4a46-be68-df26ff2a352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:04.165768 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:01Z', 'revision_number': 3, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:04.215552 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d73e1-b50a-4c2a-930f-94620246ffd6 None None] The sync data for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb is: [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:01Z', 'revision_number': 3, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:08:04.225068 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-9b1962fa-de85-4a46-be68-df26ff2a352f None None] Port 199dcdac-89f6-46d9-a3fc-3c8d031179ad cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:08:04.243739 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 963fab1a-f91d-49bc-adb9-37d05e807128 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:04.269962 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Publish callbacks [] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:04.277712 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:04.368810 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Pushing event updated for resources: {'Port': ['ID=199dcdac-89f6-46d9-a3fc-3c8d031179ad,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:04.371779 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752784'] for router_interface (28de1072-189e-41b2-abb7-1e735d3c116a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:04.499337 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:04.522810 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:04.934170 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58832) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:04.969106 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-7090818d-906b-4b3d-9faf-792145a5656a None None] Provisioning complete for port 199dcdac-89f6-46d9-a3fc-3c8d031179ad triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:04.969950 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7090818d-906b-4b3d-9faf-792145a5656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.016110 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-7090818d-906b-4b3d-9faf-792145a5656a None None] Port 199dcdac-89f6-46d9-a3fc-3c8d031179ad cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:08:05.035263 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Router 28de1072-189e-41b2-abb7-1e735d3c116a has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:08:05.077725 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1756a5f7-9551-43cf-b966-2d5243c77482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.152111 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:08:05.163486 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-46264b7c-6472-4200-8612-a5bc316298ac admin admin] 10.222.0.13 "PUT /v2.0/routers/28de1072-189e-41b2-abb7-1e735d3c116a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6329827 Mar 26 03:08:05.174503 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1756a5f7-9551-43cf-b966-2d5243c77482 admin admin] Publish callbacks [] for security_group (7f8a1a77-739e-443e-b794-2d32015b69fc), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.179370 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1756a5f7-9551-43cf-b966-2d5243c77482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7f8a1a77-739e-443e-b794-2d32015b69fc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.223911 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1756a5f7-9551-43cf-b966-2d5243c77482 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=840a5c8484ea4f65ba6f08eabb58ab03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886667 Mar 26 03:08:05.225535 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756a5f7-9551-43cf-b966-2d5243c77482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a1a77-739e-443e-b794-2d32015b69fc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:05.227014 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58838) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:05.282360 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b420f13b-2c3b-483c-8f22-e8ce52a9203d admin admin] Publish callbacks [] for security_group (7f8a1a77-739e-443e-b794-2d32015b69fc), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.305546 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b420f13b-2c3b-483c-8f22-e8ce52a9203d admin admin] Publish callbacks [] for security_group (7f8a1a77-739e-443e-b794-2d32015b69fc), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.355178 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b420f13b-2c3b-483c-8f22-e8ce52a9203d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (7f8a1a77-739e-443e-b794-2d32015b69fc), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.357970 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b420f13b-2c3b-483c-8f22-e8ce52a9203d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.359304 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b420f13b-2c3b-483c-8f22-e8ce52a9203d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f8a1a77-739e-443e-b794-2d32015b69fc HTTP/1.1" status: 204 len: 168 time: 0.1312463 Mar 26 03:08:05.367359 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420f13b-2c3b-483c-8f22-e8ce52a9203d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a1a77-739e-443e-b794-2d32015b69fc,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:05.630791 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58852) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:05.646463 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fa81e5b-a8f4-40bb-ac19-6da7052706e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.722133 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fa81e5b-a8f4-40bb-ac19-6da7052706e6 admin admin] Publish callbacks [] for security_group (3a6aa7dd-939a-4c1e-8b69-6c58babac463), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.725599 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fa81e5b-a8f4-40bb-ac19-6da7052706e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (3a6aa7dd-939a-4c1e-8b69-6c58babac463), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.765107 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4fa81e5b-a8f4-40bb-ac19-6da7052706e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cae4b8b2fb014fe7a6b150de7fb31f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331115 Mar 26 03:08:05.766221 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa81e5b-a8f4-40bb-ac19-6da7052706e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6aa7dd-939a-4c1e-8b69-6c58babac463,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:05.768001 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58856) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:05.835878 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58860) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:05.841772 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-747821271-network', 'tenant_id': '50343430282748b281ea299d43fb14ae'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:05.850033 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f1da-60cb-44e2-8d9e-9c27a85a1c71 admin admin] Publish callbacks [] for security_group (3a6aa7dd-939a-4c1e-8b69-6c58babac463), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.868149 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Made reservation on behalf of 50343430282748b281ea299d43fb14ae for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:08:05.870881 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.875839 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f1da-60cb-44e2-8d9e-9c27a85a1c71 admin admin] Publish callbacks [] for security_group (3a6aa7dd-939a-4c1e-8b69-6c58babac463), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.880538 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.899448 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device da7750bf-a2ca-49fc-88d3-8a4a80e2d56a up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:05.962225 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f1da-60cb-44e2-8d9e-9c27a85a1c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (3a6aa7dd-939a-4c1e-8b69-6c58babac463), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.970924 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f1da-60cb-44e2-8d9e-9c27a85a1c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:05.970924 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-d2b7f1da-60cb-44e2-8d9e-9c27a85a1c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a6aa7dd-939a-4c1e-8b69-6c58babac463 HTTP/1.1" status: 204 len: 168 time: 0.1970067 Mar 26 03:08:05.981734 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7f1da-60cb-44e2-8d9e-9c27a85a1c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6aa7dd-939a-4c1e-8b69-6c58babac463,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:05.994272 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Publish callbacks [] for security_group (8bb00144-358a-4762-9d53-57f308fa1114), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.001116 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (8bb00144-358a-4762-9d53-57f308fa1114), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.020866 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:06.021402 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.045522 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:08:06.051856 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb00144-358a-4762-9d53-57f308fa1114,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:06.060344 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (86946f61-7233-48ee-8f6f-992c630633f9), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.060921 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Added segment 86946f61-7233-48ee-8f6f-992c630633f9 of type vlan for network 31237a9d-879e-4ee7-9fa7-b994692764b0 Mar 26 03:08:06.122823 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (31237a9d-879e-4ee7-9fa7-b994692764b0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.137373 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:06.137897 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.156568 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (31237a9d-879e-4ee7-9fa7-b994692764b0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.157558 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:06.158148 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.170002 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=da7750bf-a2ca-49fc-88d3-8a4a80e2d56a,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:06.175868 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.241326 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=da7750bf-a2ca-49fc-88d3-8a4a80e2d56a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:06.251475 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4144292 Mar 26 03:08:06.254310 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58880) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:06.261330 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Request body: {'subnet': {'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-747821271-subnet', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:06.264764 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64073490-cd0d-447f-848a-388af31b9a74 admin admin] Pushing event updated for resources: {'Network': ['ID=31237a9d-879e-4ee7-9fa7-b994692764b0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:06.282229 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 31237a9d-879e-4ee7-9fa7-b994692764b0 details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:08:06.292511 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Made reservation on behalf of 50343430282748b281ea299d43fb14ae for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:08:06.297005 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28970857'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.372722 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Sync routers for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:08:06.391201 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:06.391201 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:06.553144 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28941922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28970879'] for subnet (e09348e7-f97d-4ec4-835b-3d3924d06a81), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.566019 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:06.633356 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09348e7-f97d-4ec4-835b-3d3924d06a81,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:06.642361 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Checking segment: {'id': '86946f61-7233-48ee-8f6f-992c630633f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:06.642745 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Network hostable DHCP agents. Network: 31237a9d-879e-4ee7-9fa7-b994692764b0, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:08:06.661909 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Network 31237a9d-879e-4ee7-9fa7-b994692764b0 is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:08:06.677986 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 31237a9d-879e-4ee7-9fa7-b994692764b0) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:06.685672 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:06.686270 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.710535 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa64b2e-1d98-416e-b9d9-72d384efd464 None None] Network 31237a9d-879e-4ee7-9fa7-b994692764b0 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:06.713351 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-77f91b6e-4ce1-4107-8a67-8259cd65ec90 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4572921 Mar 26 03:08:06.713531 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58902) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:06.720503 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:06.745583 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3754247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29334'] for router (03fc8c25-8299-4fa2-93d7-d354cd045568), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.747000 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3754647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29423'] for router (03fc8c25-8299-4fa2-93d7-d354cd045568), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.808379 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks [] for router_controller (03fc8c25-8299-4fa2-93d7-d354cd045568), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.925126 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaed2df6-2440-5fb8-979b-10d13e87ab45-31237a9d-879e-4ee7-9fa7-b994692764b0', 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0', 'project_id': '50343430282748b281ea299d43fb14ae', 'fixed_ips': [{'subnet_id': 'e09348e7-f97d-4ec4-835b-3d3924d06a81'}]}} from dv-cinder-835328-1-smb. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:08:06.926433 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:06.994969 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks [] for router_gateway (03fc8c25-8299-4fa2-93d7-d354cd045568), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.047896 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '199dcdac-89f6-46d9-a3fc-3c8d031179ad', 'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'mac_address': 'fa:16:3e:b0:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:03Z', 'updated_at': '2022-03-26T03:08:04Z', 'revision_number': 2, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'subnets': [{'id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:07.084231 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Checking router: 28de1072-189e-41b2-abb7-1e735d3c116a for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:08:07.084509 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Updating router 28de1072-189e-41b2-abb7-1e735d3c116a port 199dcdac-89f6-46d9-a3fc-3c8d031179ad binding host dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:08:07.139777 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.164090 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Allocated IP 172.20.0.2 (31237a9d-879e-4ee7-9fa7-b994692764b0/e09348e7-f97d-4ec4-835b-3d3924d06a81/6a095ff3-31df-4e76-a723-66fb7a8f2be0) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:08:07.235046 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks [] for router_gateway (03fc8c25-8299-4fa2-93d7-d354cd045568), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.255410 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.379410 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Allocated IP 172.28.2.36 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:08:07.481554 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Publish callbacks [] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.490875 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.492461 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks [] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.537879 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.554145 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Network 31237a9d-879e-4ee7-9fa7-b994692764b0 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:07.575017 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:07.575745 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:07.578015 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:07.578160 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:08:07.581558 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:08:07.599474 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Pushing event updated for resources: {'Port': ['ID=6a095ff3-31df-4e76-a723-66fb7a8f2be0,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:07.612412 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:07.678048 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Publish callbacks [] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.684232 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Attempting to bind port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:08:07.684973 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Attempting to bind port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '86946f61-7233-48ee-8f6f-992c630633f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:08:07.685476 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Attempting to bind port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 on network 31237a9d-879e-4ee7-9fa7-b994692764b0 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:07.692977 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:08:07.693507 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Checking segment: {'id': '86946f61-7233-48ee-8f6f-992c630633f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:07.694067 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.694585 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Bound using segment: {'id': '86946f61-7233-48ee-8f6f-992c630633f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:08:07.695156 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Bound port: 6a095ff3-31df-4e76-a723-66fb7a8f2be0, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86946f61-7233-48ee-8f6f-992c630633f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:08:07.695603 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.698533 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.798332 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb3a0c-964a-42c8-bcb6-bd64e8903180 None None] Pushing event updated for resources: {'Port': ['ID=199dcdac-89f6-46d9-a3fc-3c8d031179ad,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:07.881029 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Attempting to bind port 199dcdac-89f6-46d9-a3fc-3c8d031179ad on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:08:07.881413 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Attempting to bind port 199dcdac-89f6-46d9-a3fc-3c8d031179ad by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:08:07.881786 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Attempting to bind port 199dcdac-89f6-46d9-a3fc-3c8d031179ad on network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:07.884479 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] For port 6a095ff3-31df-4e76-a723-66fb7a8f2be0, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:08:07.888485 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] For port 6a095ff3-31df-4e76-a723-66fb7a8f2be0, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=6a095ff3-31df-4e76-a723-66fb7a8f2be0,segment=NetworkSegment(86946f61-7233-48ee-8f6f-992c630633f9),segment_id=86946f61-7233-48ee-8f6f-992c630633f9)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:08:07.915114 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:08:07.920879 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Checking segment: {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:07.922630 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.925458 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Bound using segment: {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:08:07.925984 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Bound port: 199dcdac-89f6-46d9-a3fc-3c8d031179ad, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:08:07.926391 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.947249 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device da7750bf-a2ca-49fc-88d3-8a4a80e2d56a up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:07.964206 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:07.980225 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks [] for router_gateway (03fc8c25-8299-4fa2-93d7-d354cd045568), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.156979 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94863a5-b8f4-4660-a6ff-05b94c33f949 None None] Pushing event updated for resources: {'Port': ['ID=6a095ff3-31df-4e76-a723-66fb7a8f2be0,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:08.175359 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] For port 199dcdac-89f6-46d9-a3fc-3c8d031179ad, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:08:08.178355 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:08.178583 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.222777 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] For port 199dcdac-89f6-46d9-a3fc-3c8d031179ad, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=199dcdac-89f6-46d9-a3fc-3c8d031179ad,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:08:08.227257 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-06e38b67-a5da-432b-a107-3e1b766f2506 None None] Provisioning complete for port 199dcdac-89f6-46d9-a3fc-3c8d031179ad triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:08.227638 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-06e38b67-a5da-432b-a107-3e1b766f2506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.251410 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58946) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:08.261550 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58950) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:08.263877 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.326616 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3754636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752465'] for router (03fc8c25-8299-4fa2-93d7-d354cd045568), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.381372 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:08.382007 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:08.420509 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb3a0c-964a-42c8-bcb6-bd64e8903180 None None] Pushing event updated for resources: {'Port': ['ID=199dcdac-89f6-46d9-a3fc-3c8d031179ad,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:08.465045 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7769509-be66-44f8-9534-f354994cdcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.523914 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eefd107-e958-4c6d-a506-f13be3b9904c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.572566 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Router 03fc8c25-8299-4fa2-93d7-d354cd045568 is scheduled to L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:08:08.678177 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eefd107-e958-4c6d-a506-f13be3b9904c admin admin] Publish callbacks [] for security_group (0dc09d56-6f45-468e-a92a-0464a4578c8e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.697475 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eefd107-e958-4c6d-a506-f13be3b9904c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0dc09d56-6f45-468e-a92a-0464a4578c8e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.738452 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:08:08.743764 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9eefd107-e958-4c6d-a506-f13be3b9904c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3aa5bc6206d49189ccd9d14212966b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805601 Mar 26 03:08:08.751638 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58954) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:08.752664 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Sync routers for ids ['03fc8c25-8299-4fa2-93d7-d354cd045568'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:08:08.761757 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:08.762815 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefd107-e958-4c6d-a506-f13be3b9904c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc09d56-6f45-468e-a92a-0464a4578c8e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:08.771983 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Routers {'03fc8c25-8299-4fa2-93d7-d354cd045568'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:08.772883 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['03fc8c25-8299-4fa2-93d7-d354cd045568'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:08.777237 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7769509-be66-44f8-9534-f354994cdcdb admin admin] Publish callbacks [] for security_group (70b95509-6b85-477d-ae8c-f58e080f2041), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.784029 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7769509-be66-44f8-9534-f354994cdcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (70b95509-6b85-477d-ae8c-f58e080f2041), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.785208 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-06e38b67-a5da-432b-a107-3e1b766f2506 None None] Current status of the port 199dcdac-89f6-46d9-a3fc-3c8d031179ad is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:08.785606 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-06e38b67-a5da-432b-a107-3e1b766f2506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.820631 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:08.827600 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.829439 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-0708f3e4-06f7-4658-88a8-398e9590b3d2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1125782 Mar 26 03:08:08.835751 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58956) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:08.856194 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d7769509-be66-44f8-9534-f354994cdcdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d13f15d52c41447982445e209f53b00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6036139 Mar 26 03:08:08.856819 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 58958) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:08.864721 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6effdcae-cbe8-4f63-99b1-51e5ff80ae0e admin admin] Publish callbacks [] for security_group (0dc09d56-6f45-468e-a92a-0464a4578c8e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.869082 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-06e38b67-a5da-432b-a107-3e1b766f2506 None None] For port 199dcdac-89f6-46d9-a3fc-3c8d031179ad, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=199dcdac-89f6-46d9-a3fc-3c8d031179ad,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:08.882718 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-06e38b67-a5da-432b-a107-3e1b766f2506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.895231 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6effdcae-cbe8-4f63-99b1-51e5ff80ae0e admin admin] Publish callbacks [] for security_group (0dc09d56-6f45-468e-a92a-0464a4578c8e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.921155 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7769509-be66-44f8-9534-f354994cdcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b95509-6b85-477d-ae8c-f58e080f2041,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:08.933736 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Set router 03fc8c25-8299-4fa2-93d7-d354cd045568 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:08.973406 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6effdcae-cbe8-4f63-99b1-51e5ff80ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0dc09d56-6f45-468e-a92a-0464a4578c8e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.976526 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6effdcae-cbe8-4f63-99b1-51e5ff80ae0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:08.981265 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-6effdcae-cbe8-4f63-99b1-51e5ff80ae0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dc09d56-6f45-468e-a92a-0464a4578c8e HTTP/1.1" status: 204 len: 168 time: 0.2229018 Mar 26 03:08:09.003287 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effdcae-cbe8-4f63-99b1-51e5ff80ae0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc09d56-6f45-468e-a92a-0464a4578c8e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:09.017165 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa5c-0b7d-40e3-852f-2d0b94db95e2 admin admin] Publish callbacks [] for security_group (70b95509-6b85-477d-ae8c-f58e080f2041), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.054820 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa5c-0b7d-40e3-852f-2d0b94db95e2 admin admin] Publish callbacks [] for security_group (70b95509-6b85-477d-ae8c-f58e080f2041), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.073493 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-052ecc3a-9dc7-4830-a6a5-df569bfbfcf8 None None] Provisioning complete for port 199dcdac-89f6-46d9-a3fc-3c8d031179ad triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:09.073864 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-052ecc3a-9dc7-4830-a6a5-df569bfbfcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.114904 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e38b67-a5da-432b-a107-3e1b766f2506 None None] Pushing event updated for resources: {'Port': ['ID=199dcdac-89f6-46d9-a3fc-3c8d031179ad,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:09.203450 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa5c-0b7d-40e3-852f-2d0b94db95e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (70b95509-6b85-477d-ae8c-f58e080f2041), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.206503 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa5c-0b7d-40e3-852f-2d0b94db95e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.210796 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e58eaa5c-0b7d-40e3-852f-2d0b94db95e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70b95509-6b85-477d-ae8c-f58e080f2041 HTTP/1.1" status: 204 len: 168 time: 0.3509841 Mar 26 03:08:09.222479 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eaa5c-0b7d-40e3-852f-2d0b94db95e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b95509-6b85-477d-ae8c-f58e080f2041,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:09.346537 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-052ecc3a-9dc7-4830-a6a5-df569bfbfcf8 None None] Current status of the port 199dcdac-89f6-46d9-a3fc-3c8d031179ad is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:09.349916 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '199dcdac-89f6-46d9-a3fc-3c8d031179ad', 'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'mac_address': 'fa:16:3e:b0:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:03Z', 'updated_at': '2022-03-26T03:08:08Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'subnets': [{'id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:09.377146 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:06Z', 'updated_at': '2022-03-26T03:08:07Z', 'revision_number': 3, 'project_id': '50343430282748b281ea299d43fb14ae', 'gw_port': {'id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:07Z', 'updated_at': '2022-03-26T03:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:09.406834 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbc3fb-e793-4f98-8fbd-580c89a66119 None None] The sync data for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb is: [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '199dcdac-89f6-46d9-a3fc-3c8d031179ad', 'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'mac_address': 'fa:16:3e:b0:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:03Z', 'updated_at': '2022-03-26T03:08:08Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'subnets': [{'id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:08:09.445594 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Checking router: 03fc8c25-8299-4fa2-93d7-d354cd045568 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:08:09.446185 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Updating router 03fc8c25-8299-4fa2-93d7-d354cd045568 port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 binding host dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:08:09.494900 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.571331 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58966) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:09.602846 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab9e9de-08ed-4560-8af5-e88cd7bd0ce9 None None] Network 31237a9d-879e-4ee7-9fa7-b994692764b0 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:09.612827 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.614006 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aac2e417-e527-4596-9f40-5b6dfa751827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.736612 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-72d092ae-4d81-4b22-80c4-46c77520cb46 None None] Provisioning complete for port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:09.737291 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72d092ae-4d81-4b22-80c4-46c77520cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.809260 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aac2e417-e527-4596-9f40-5b6dfa751827 admin admin] Publish callbacks [] for security_group (57063888-6fdf-4350-a80c-254c74e9c42e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.830901 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aac2e417-e527-4596-9f40-5b6dfa751827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (57063888-6fdf-4350-a80c-254c74e9c42e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.904459 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58970) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:09.927709 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2e417-e527-4596-9f40-5b6dfa751827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57063888-6fdf-4350-a80c-254c74e9c42e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:09.935360 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-aac2e417-e527-4596-9f40-5b6dfa751827 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2912e04eda8c45219cf53bce6f6934e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624058 Mar 26 03:08:09.935978 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58972) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:09.949859 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-286a99bd-9ed0-4d95-837f-cf70de12acc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:09.974761 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-72d092ae-4d81-4b22-80c4-46c77520cb46 None None] Current status of the port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:09.975289 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72d092ae-4d81-4b22-80c4-46c77520cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.035372 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-72d092ae-4d81-4b22-80c4-46c77520cb46 None None] For port 6a095ff3-31df-4e76-a723-66fb7a8f2be0, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=6a095ff3-31df-4e76-a723-66fb7a8f2be0,segment=NetworkSegment(86946f61-7233-48ee-8f6f-992c630633f9),segment_id=86946f61-7233-48ee-8f6f-992c630633f9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:10.043002 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72d092ae-4d81-4b22-80c4-46c77520cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.046368 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Publish callbacks [] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.060680 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.107967 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8719527c-bebf-4210-a71d-e1bb51695cf5 admin admin] Publish callbacks [] for security_group (57063888-6fdf-4350-a80c-254c74e9c42e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.124628 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 199dcdac-89f6-46d9-a3fc-3c8d031179ad up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:10.142168 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Attempting to bind port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:08:10.144554 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Attempting to bind port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:08:10.145146 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Attempting to bind port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 on network f054278a-3c9c-4728-be97-7e282accbc6a {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:10.165057 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372ba2-baa5-412d-a5e0-1b503902d25d None None] Pushing event updated for resources: {'Port': ['ID=68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:10.171133 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:08:10.172497 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Checking segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:10.173178 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.175912 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Bound using segment: {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:08:10.176712 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Bound port: 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37a439-2967-4fc9-97fc-c23956d31323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:08:10.177316 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.205589 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8719527c-bebf-4210-a71d-e1bb51695cf5 admin admin] Publish callbacks [] for security_group (57063888-6fdf-4350-a80c-254c74e9c42e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.207724 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d092ae-4d81-4b22-80c4-46c77520cb46 None None] Pushing event updated for resources: {'Port': ['ID=6a095ff3-31df-4e76-a723-66fb7a8f2be0,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:10.243527 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 199dcdac-89f6-46d9-a3fc-3c8d031179ad triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:10.244326 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.348246 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-286a99bd-9ed0-4d95-837f-cf70de12acc7 admin admin] Publish callbacks [] for security_group (9bb7753f-5eab-4bf2-ac41-af792062f491), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.361761 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-286a99bd-9ed0-4d95-837f-cf70de12acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (9bb7753f-5eab-4bf2-ac41-af792062f491), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.371127 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] For port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:08:10.384337 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] For port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:08:10.400096 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.422667 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Allocated IP 172.20.0.1 (31237a9d-879e-4ee7-9fa7-b994692764b0/e09348e7-f97d-4ec4-835b-3d3924d06a81/c055d7c9-cec8-4f2e-a568-7f4907b5643a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:08:10.472025 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8719527c-bebf-4210-a71d-e1bb51695cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (57063888-6fdf-4350-a80c-254c74e9c42e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.474518 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8719527c-bebf-4210-a71d-e1bb51695cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.479669 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 199dcdac-89f6-46d9-a3fc-3c8d031179ad is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:10.480360 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8719527c-bebf-4210-a71d-e1bb51695cf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57063888-6fdf-4350-a80c-254c74e9c42e HTTP/1.1" status: 204 len: 168 time: 0.5381238 Mar 26 03:08:10.480516 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 6a095ff3-31df-4e76-a723-66fb7a8f2be0 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:10.511814 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-286a99bd-9ed0-4d95-837f-cf70de12acc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ad80eddacb7411eb632d4ab0098c1be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6029346 Mar 26 03:08:10.512683 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a99bd-9ed0-4d95-837f-cf70de12acc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb7753f-5eab-4bf2-ac41-af792062f491,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:10.518509 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 58976) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:10.548342 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Routers {'03fc8c25-8299-4fa2-93d7-d354cd045568'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:10.552005 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['03fc8c25-8299-4fa2-93d7-d354cd045568'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:10.555394 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719527c-bebf-4210-a71d-e1bb51695cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57063888-6fdf-4350-a80c-254c74e9c42e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:10.636901 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-d4540f07-e607-4553-aabc-a52ed3fc70a1 None None] Provisioning complete for port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:10.638117 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4540f07-e607-4553-aabc-a52ed3fc70a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.644709 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-95681a0b-99e6-4193-9cb2-47293c037882 admin admin] Publish callbacks [] for security_group (9bb7753f-5eab-4bf2-ac41-af792062f491), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.695991 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-95681a0b-99e6-4193-9cb2-47293c037882 admin admin] Publish callbacks [] for security_group (9bb7753f-5eab-4bf2-ac41-af792062f491), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.727478 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Publish callbacks [] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.788703 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-95681a0b-99e6-4193-9cb2-47293c037882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (9bb7753f-5eab-4bf2-ac41-af792062f491), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.792003 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-95681a0b-99e6-4193-9cb2-47293c037882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.792401 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:10.792777 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.793292 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-95681a0b-99e6-4193-9cb2-47293c037882 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bb7753f-5eab-4bf2-ac41-af792062f491 HTTP/1.1" status: 204 len: 168 time: 0.2738285 Mar 26 03:08:10.810137 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95681a0b-99e6-4193-9cb2-47293c037882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb7753f-5eab-4bf2-ac41-af792062f491,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:10.814736 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:10.910527 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] Set router 03fc8c25-8299-4fa2-93d7-d354cd045568 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:10.924271 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d4540f07-e607-4553-aabc-a52ed3fc70a1 None None] Current status of the port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:10.936129 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Network 31237a9d-879e-4ee7-9fa7-b994692764b0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:10.943259 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:10.965420 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:08:10.975528 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372ba2-baa5-412d-a5e0-1b503902d25d None None] Pushing event updated for resources: {'Port': ['ID=68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:10.977000 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:10.981565 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Pushing event updated for resources: {'Port': ['ID=c055d7c9-cec8-4f2e-a568-7f4907b5643a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:11.093162 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752900'] for router_interface (03fc8c25-8299-4fa2-93d7-d354cd045568), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:11.151807 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:06Z', 'updated_at': '2022-03-26T03:08:07Z', 'revision_number': 3, 'project_id': '50343430282748b281ea299d43fb14ae', 'gw_port': {'id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:07Z', 'updated_at': '2022-03-26T03:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:11.198254 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e60b5-9822-4023-9e85-b5581d37cb15 None None] The sync data for ids ['03fc8c25-8299-4fa2-93d7-d354cd045568'] in dv-cinder-835328-1-smb is: [{'id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:06Z', 'updated_at': '2022-03-26T03:08:07Z', 'revision_number': 3, 'project_id': '50343430282748b281ea299d43fb14ae', 'gw_port': {'id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:07Z', 'updated_at': '2022-03-26T03:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:08:11.336781 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:11.351333 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-237488d8-2a37-4614-a9c2-db6c1f9d41de None None] Provisioning complete for port c055d7c9-cec8-4f2e-a568-7f4907b5643a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:11.351800 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-237488d8-2a37-4614-a9c2-db6c1f9d41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:11.408146 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-237488d8-2a37-4614-a9c2-db6c1f9d41de None None] Port c055d7c9-cec8-4f2e-a568-7f4907b5643a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:08:11.586009 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Publish callbacks [] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:11.593688 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:11.708962 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:11.726985 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Pushing event updated for resources: {'Port': ['ID=c055d7c9-cec8-4f2e-a568-7f4907b5643a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:11.731769 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752784'] for router_interface (03fc8c25-8299-4fa2-93d7-d354cd045568), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:11.869950 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Network 31237a9d-879e-4ee7-9fa7-b994692764b0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:11.871863 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:12.101689 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 6a095ff3-31df-4e76-a723-66fb7a8f2be0 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:12.133237 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Router 03fc8c25-8299-4fa2-93d7-d354cd045568 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:08:12.188021 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:12.190754 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.297185 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:08:12.315926 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e9276d34-4f31-439c-b673-8220b0e00403 admin admin] 10.222.0.13 "PUT /v2.0/routers/03fc8c25-8299-4fa2-93d7-d354cd045568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4780991 Mar 26 03:08:12.323794 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:12.324995 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:12.338854 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59022) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:12.377281 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-da16017d-702e-47f0-ade7-bc2174996cea None None] Provisioning complete for port c055d7c9-cec8-4f2e-a568-7f4907b5643a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:12.377833 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-da16017d-702e-47f0-ade7-bc2174996cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.428938 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-da16017d-702e-47f0-ade7-bc2174996cea None None] Port c055d7c9-cec8-4f2e-a568-7f4907b5643a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:08:12.439607 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:12.440031 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.531522 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-750551288-network', 'tenant_id': '5dab1dbc76db4766b389f74fb0d075cd'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:12.544717 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:12.545115 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.567248 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Made reservation on behalf of 5dab1dbc76db4766b389f74fb0d075cd for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:08:12.569773 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.585516 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.590224 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] For port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:12.597616 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.690925 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Pushing event updated for resources: {'Port': ['ID=68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:12.722157 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Publish callbacks [] for security_group (f62aa479-9847-49ab-b999-a58fea39f71a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.727125 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f62aa479-9847-49ab-b999-a58fea39f71a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.749709 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:08:12.765767 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62aa479-9847-49ab-b999-a58fea39f71a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:12.768652 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (5b2d3956-bb8d-4174-9acd-ca26bd3d17eb), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.768994 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.segments_db [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Added segment 5b2d3956-bb8d-4174-9acd-ca26bd3d17eb of type vlan for network 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e Mar 26 03:08:12.825634 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (4ccb8cb7-46ba-4e08-98ff-710161aa2f8e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.860158 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (4ccb8cb7-46ba-4e08-98ff-710161aa2f8e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.861249 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:12.862195 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:12.918486 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5744224 Mar 26 03:08:12.918908 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59040) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:12.924073 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Request body: {'subnet': {'network_id': '4ccb8cb7-46ba-4e08-98ff-710161aa2f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-750551288-subnet', 'tenant_id': '5dab1dbc76db4766b389f74fb0d075cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:12.926193 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714e369-73d9-4060-8b71-1bb7f1931566 admin admin] Pushing event updated for resources: {'Network': ['ID=4ccb8cb7-46ba-4e08-98ff-710161aa2f8e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:12.938334 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:08:12.963371 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Made reservation on behalf of 5dab1dbc76db4766b389f74fb0d075cd for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:08:12.965738 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28970857'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.163974 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28941922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28970879'] for subnet (f5ee88d2-da80-4521-b92f-3ad54cfbd1a4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.223545 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ee88d2-da80-4521-b92f-3ad54cfbd1a4,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:13.231984 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Checking segment: {'id': '5b2d3956-bb8d-4174-9acd-ca26bd3d17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4ccb8cb7-46ba-4e08-98ff-710161aa2f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:13.232352 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Network hostable DHCP agents. Network: 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:08:13.251651 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Network 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:08:13.266087 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:13.272966 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:13.273922 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.284013 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a6ee6-6e1e-47dc-83ba-6123fee71fbf None None] Network 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:13.298427 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-714bc770-d676-454a-a7cb-e0eb1d823cbf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3783510 Mar 26 03:08:13.332406 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59054) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:13.337573 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-c0f7f732-de8d-40b1-90aa-013e31adf2f9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807021807', 'description': 'tempest-secgroup-smoke-1807021807 description', 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:13.365144 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f732-de8d-40b1-90aa-013e31adf2f9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.452029 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd074225-7772-415e-ae5c-6ca0edb346e2 None None] Network 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:13.472194 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f732-de8d-40b1-90aa-013e31adf2f9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group (a4adb061-3c44-48d1-aac5-17224c87a85f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.481624 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f732-de8d-40b1-90aa-013e31adf2f9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a4adb061-3c44-48d1-aac5-17224c87a85f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.529238 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f732-de8d-40b1-90aa-013e31adf2f9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.530468 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-c0f7f732-de8d-40b1-90aa-013e31adf2f9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1968005 Mar 26 03:08:13.532996 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7f732-de8d-40b1-90aa-013e31adf2f9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4adb061-3c44-48d1-aac5-17224c87a85f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:13.533619 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59060) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:13.538256 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6948243e-f392-46c7-aeba-590a34b078ca tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Request body: {'security_group_rule': {'security_group_id': 'a4adb061-3c44-48d1-aac5-17224c87a85f', 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:13.575492 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6948243e-f392-46c7-aeba-590a34b078ca tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (90215095-d396-40b7-be62-9d2db9e205d8), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.661455 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6948243e-f392-46c7-aeba-590a34b078ca tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (90215095-d396-40b7-be62-9d2db9e205d8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.669540 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6948243e-f392-46c7-aeba-590a34b078ca tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (90215095-d396-40b7-be62-9d2db9e205d8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.689126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948243e-f392-46c7-aeba-590a34b078ca tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90215095-d396-40b7-be62-9d2db9e205d8,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:13.697166 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6948243e-f392-46c7-aeba-590a34b078ca tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.698807 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6948243e-f392-46c7-aeba-590a34b078ca tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641419 Mar 26 03:08:13.701684 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59068) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:13.713484 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-bc153653-8f80-4367-8c22-fc965fd3eff9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Request body: {'security_group_rule': {'security_group_id': 'a4adb061-3c44-48d1-aac5-17224c87a85f', 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:13.721627 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Sync routers for ids ['03fc8c25-8299-4fa2-93d7-d354cd045568'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:08:13.735611 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Routers {'03fc8c25-8299-4fa2-93d7-d354cd045568'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:13.736321 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['03fc8c25-8299-4fa2-93d7-d354cd045568'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:13.745340 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc153653-8f80-4367-8c22-fc965fd3eff9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (04468593-dfb3-4570-ac7b-7c3b278ed96f), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.817114 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc153653-8f80-4367-8c22-fc965fd3eff9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (04468593-dfb3-4570-ac7b-7c3b278ed96f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.823301 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc153653-8f80-4367-8c22-fc965fd3eff9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (04468593-dfb3-4570-ac7b-7c3b278ed96f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.852847 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc153653-8f80-4367-8c22-fc965fd3eff9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04468593-dfb3-4570-ac7b-7c3b278ed96f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:13.867040 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc153653-8f80-4367-8c22-fc965fd3eff9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:13.868600 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-bc153653-8f80-4367-8c22-fc965fd3eff9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625295 Mar 26 03:08:13.872327 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59074) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:13.880202 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Set router 03fc8c25-8299-4fa2-93d7-d354cd045568 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:13.883723 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2dba9d87-338a-4ec5-b1d1-9931dfad372c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Request body: {'security_group_rule': {'security_group_id': 'a4adb061-3c44-48d1-aac5-17224c87a85f', 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:13.924520 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:13.944581 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dba9d87-338a-4ec5-b1d1-9931dfad372c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (d78304c7-b294-441c-86ad-1696749eb4b0), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.025069 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dba9d87-338a-4ec5-b1d1-9931dfad372c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (d78304c7-b294-441c-86ad-1696749eb4b0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.031185 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dba9d87-338a-4ec5-b1d1-9931dfad372c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (d78304c7-b294-441c-86ad-1696749eb4b0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.057317 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba9d87-338a-4ec5-b1d1-9931dfad372c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78304c7-b294-441c-86ad-1696749eb4b0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:14.072605 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dba9d87-338a-4ec5-b1d1-9931dfad372c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.076853 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2dba9d87-338a-4ec5-b1d1-9931dfad372c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2002807 Mar 26 03:08:14.077675 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59084) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:14.083596 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:14.084081 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.084508 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-830348fa-15fb-4b01-aec4-87b23da86505 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Request body: {'security_group_rule': {'security_group_id': 'a4adb061-3c44-48d1-aac5-17224c87a85f', 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:14.116027 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-830348fa-15fb-4b01-aec4-87b23da86505 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (69b6e860-1ab9-4c8f-a518-a459f5a2816e), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.187746 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-830348fa-15fb-4b01-aec4-87b23da86505 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (69b6e860-1ab9-4c8f-a518-a459f5a2816e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.194015 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-830348fa-15fb-4b01-aec4-87b23da86505 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (69b6e860-1ab9-4c8f-a518-a459f5a2816e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.215796 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:06Z', 'updated_at': '2022-03-26T03:08:11Z', 'revision_number': 4, 'project_id': '50343430282748b281ea299d43fb14ae', 'gw_port': {'id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:07Z', 'updated_at': '2022-03-26T03:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'c055d7c9-cec8-4f2e-a568-7f4907b5643a', 'name': '', 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'mac_address': 'fa:16:3e:0f:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e09348e7-f97d-4ec4-835b-3d3924d06a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:09Z', 'updated_at': '2022-03-26T03:08:11Z', 'revision_number': 2, 'project_id': '50343430282748b281ea299d43fb14ae', 'subnets': [{'id': 'e09348e7-f97d-4ec4-835b-3d3924d06a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:14.218143 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830348fa-15fb-4b01-aec4-87b23da86505 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b6e860-1ab9-4c8f-a518-a459f5a2816e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:14.226253 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-830348fa-15fb-4b01-aec4-87b23da86505 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.230881 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-830348fa-15fb-4b01-aec4-87b23da86505 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483221 Mar 26 03:08:14.231126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59090) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:14.236461 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1654c933-dc1c-4261-af0f-0524105e0da9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Request body: {'security_group_rule': {'security_group_id': 'a4adb061-3c44-48d1-aac5-17224c87a85f', 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:14.253189 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Checking router: 03fc8c25-8299-4fa2-93d7-d354cd045568 for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:08:14.253731 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Updating router 03fc8c25-8299-4fa2-93d7-d354cd045568 port c055d7c9-cec8-4f2e-a568-7f4907b5643a binding host dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:08:14.257623 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:14.261848 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-1654c933-dc1c-4261-af0f-0524105e0da9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Project de540c053f0d4e74b3e4a68cb7f5d5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:08:14.269935 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1654c933-dc1c-4261-af0f-0524105e0da9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (13258aff-c4f7-44a7-bf91-9a60df678471), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.290820 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59094) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:14.296593 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1396719155-network', 'tenant_id': '8a1bff7ad72745bc951cbf99b7e99dc2'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:14.325496 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Made reservation on behalf of 8a1bff7ad72745bc951cbf99b7e99dc2 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:08:14.328429 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.341109 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.347162 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1654c933-dc1c-4261-af0f-0524105e0da9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (13258aff-c4f7-44a7-bf91-9a60df678471), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.352897 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1654c933-dc1c-4261-af0f-0524105e0da9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (13258aff-c4f7-44a7-bf91-9a60df678471), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.379125 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654c933-dc1c-4261-af0f-0524105e0da9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13258aff-c4f7-44a7-bf91-9a60df678471,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:14.385622 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1654c933-dc1c-4261-af0f-0524105e0da9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.387878 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1654c933-dc1c-4261-af0f-0524105e0da9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556008 Mar 26 03:08:14.390530 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59100) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:14.395359 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7fc25fa4-bde6-4f89-b2a8-01ad9a92c1cb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Request body: {'security_group_rule': {'security_group_id': 'a4adb061-3c44-48d1-aac5-17224c87a85f', 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:14.420500 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-7fc25fa4-bde6-4f89-b2a8-01ad9a92c1cb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Project de540c053f0d4e74b3e4a68cb7f5d5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:08:14.428176 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc25fa4-bde6-4f89-b2a8-01ad9a92c1cb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (f99498d7-f971-42c8-a31b-0be424e9b114), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.430655 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.467963 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Publish callbacks [] for security_group (e7dde850-5ceb-4002-9bdf-806c66fce770), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.473388 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e7dde850-5ceb-4002-9bdf-806c66fce770), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.488251 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:08:14.502669 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc25fa4-bde6-4f89-b2a8-01ad9a92c1cb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (f99498d7-f971-42c8-a31b-0be424e9b114), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.508294 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (72cfbff7-6a72-4dfd-89b4-7e73e344bc2a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.508482 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc25fa4-bde6-4f89-b2a8-01ad9a92c1cb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681584'] for security_group_rule (f99498d7-f971-42c8-a31b-0be424e9b114), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.508978 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.segments_db [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Added segment 72cfbff7-6a72-4dfd-89b4-7e73e344bc2a of type vlan for network cd8ea29d-b32a-4439-954b-1e9b7adfe831 Mar 26 03:08:14.527702 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dde850-5ceb-4002-9bdf-806c66fce770,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:14.536391 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc25fa4-bde6-4f89-b2a8-01ad9a92c1cb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99498d7-f971-42c8-a31b-0be424e9b114,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:14.548642 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc25fa4-bde6-4f89-b2a8-01ad9a92c1cb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.555471 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-7fc25fa4-bde6-4f89-b2a8-01ad9a92c1cb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635880 Mar 26 03:08:14.572061 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (cd8ea29d-b32a-4439-954b-1e9b7adfe831), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.605903 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (cd8ea29d-b32a-4439-954b-1e9b7adfe831), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.607047 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:14.608623 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.706537 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4135971 Mar 26 03:08:14.709206 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59112) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:14.717965 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Request body: {'subnet': {'network_id': 'cd8ea29d-b32a-4439-954b-1e9b7adfe831', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1396719155-subnet', 'tenant_id': '8a1bff7ad72745bc951cbf99b7e99dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:14.722166 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f8e2d-c7fa-4e43-84d8-b3d287f3bba9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8ea29d-b32a-4439-954b-1e9b7adfe831,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:14.751609 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network cd8ea29d-b32a-4439-954b-1e9b7adfe831 details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:08:14.754554 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Made reservation on behalf of 8a1bff7ad72745bc951cbf99b7e99dc2 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:08:14.759019 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59118) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:14.760924 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28970857'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.882612 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Publish callbacks [] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.889753 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:14.989870 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1595289-26c5-4eb5-9fa6-ea0d942e819b None None] Pushing event updated for resources: {'Port': ['ID=c055d7c9-cec8-4f2e-a568-7f4907b5643a,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:15.011768 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Attempting to bind port c055d7c9-cec8-4f2e-a568-7f4907b5643a on host dv-cinder-835328-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:08:15.012200 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Attempting to bind port c055d7c9-cec8-4f2e-a568-7f4907b5643a by drivers openvswitch,hyperv on host dv-cinder-835328-1-smb at level 0 using segments [{'id': '86946f61-7233-48ee-8f6f-992c630633f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:08:15.012555 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Attempting to bind port c055d7c9-cec8-4f2e-a568-7f4907b5643a on network 31237a9d-879e-4ee7-9fa7-b994692764b0 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:15.022439 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Checking agent: {'id': '5c711cfd-e423-4f2d-9880-a7fbae6cf7d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 2, 54, 3), 'started_at': datetime.datetime(2022, 3, 26, 2, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:08:15.022887 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Checking segment: {'id': '86946f61-7233-48ee-8f6f-992c630633f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:15.023267 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.023824 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Bound using segment: {'id': '86946f61-7233-48ee-8f6f-992c630633f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:08:15.024145 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Bound port: c055d7c9-cec8-4f2e-a568-7f4907b5643a, host: dv-cinder-835328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86946f61-7233-48ee-8f6f-992c630633f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:08:15.024584 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.027716 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28941922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28970879'] for subnet (8b9fae8a-9cb2-4e65-a0be-5e762a5d90cf), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.065800 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ff22-85b9-4bab-8452-03475b9126ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.105563 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9fae8a-9cb2-4e65-a0be-5e762a5d90cf,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:15.116556 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Checking segment: {'id': '72cfbff7-6a72-4dfd-89b4-7e73e344bc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd8ea29d-b32a-4439-954b-1e9b7adfe831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:15.116924 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Network hostable DHCP agents. Network: cd8ea29d-b32a-4439-954b-1e9b7adfe831, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:08:15.124787 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] For port c055d7c9-cec8-4f2e-a568-7f4907b5643a, host dv-cinder-835328-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:08:15.128785 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] For port c055d7c9-cec8-4f2e-a568-7f4907b5643a, host dv-cinder-835328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=c055d7c9-cec8-4f2e-a568-7f4907b5643a,segment=NetworkSegment(86946f61-7233-48ee-8f6f-992c630633f9),segment_id=86946f61-7233-48ee-8f6f-992c630633f9)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:08:15.138892 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.140838 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Network cd8ea29d-b32a-4439-954b-1e9b7adfe831 is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:08:15.157800 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, cd8ea29d-b32a-4439-954b-1e9b7adfe831) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:15.164079 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:15.164679 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.170600 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9516715-1db4-46ce-bdf1-b50601efa581 None None] Network cd8ea29d-b32a-4439-954b-1e9b7adfe831 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:15.203203 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-84857efe-6825-457c-891a-45ac59568847 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4916568 Mar 26 03:08:15.225292 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ff22-85b9-4bab-8452-03475b9126ba admin admin] Publish callbacks [] for security_group (00bae01a-be9b-48ba-bbcc-6597a28bb4a2), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.232726 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ff22-85b9-4bab-8452-03475b9126ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (00bae01a-be9b-48ba-bbcc-6597a28bb4a2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.283659 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0ff22-85b9-4bab-8452-03475b9126ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bae01a-be9b-48ba-bbcc-6597a28bb4a2,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:15.312532 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Routers {'03fc8c25-8299-4fa2-93d7-d354cd045568'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:15.313168 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['03fc8c25-8299-4fa2-93d7-d354cd045568'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:15.324145 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b7a0ff22-85b9-4bab-8452-03475b9126ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36617dcbf175417783b4feb343891446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613935 Mar 26 03:08:15.326982 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59148) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:15.414213 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1595289-26c5-4eb5-9fa6-ea0d942e819b None None] Pushing event updated for resources: {'Port': ['ID=c055d7c9-cec8-4f2e-a568-7f4907b5643a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:15.426816 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-c8ba5119-cd4e-4ab2-b90c-c0018970e85b None None] Provisioning complete for port c055d7c9-cec8-4f2e-a568-7f4907b5643a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:15.427311 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5119-cd4e-4ab2-b90c-c0018970e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.470743 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5106641-00e1-4a5e-a555-85ed0a3283b4 admin admin] Publish callbacks [] for security_group (00bae01a-be9b-48ba-bbcc-6597a28bb4a2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.510528 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5106641-00e1-4a5e-a555-85ed0a3283b4 admin admin] Publish callbacks [] for security_group (00bae01a-be9b-48ba-bbcc-6597a28bb4a2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.545428 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117b320-a5c2-4de3-b73e-eb521564c604 None None] Network cd8ea29d-b32a-4439-954b-1e9b7adfe831 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:15.591595 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5106641-00e1-4a5e-a555-85ed0a3283b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (00bae01a-be9b-48ba-bbcc-6597a28bb4a2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.594572 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5106641-00e1-4a5e-a555-85ed0a3283b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.596022 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b5106641-00e1-4a5e-a555-85ed0a3283b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00bae01a-be9b-48ba-bbcc-6597a28bb4a2 HTTP/1.1" status: 204 len: 168 time: 0.2678914 Mar 26 03:08:15.605953 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5106641-00e1-4a5e-a555-85ed0a3283b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bae01a-be9b-48ba-bbcc-6597a28bb4a2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:15.694460 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] Set router 03fc8c25-8299-4fa2-93d7-d354cd045568 gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:15.823613 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba5119-cd4e-4ab2-b90c-c0018970e85b None None] Current status of the port c055d7c9-cec8-4f2e-a568-7f4907b5643a is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:15.824397 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5119-cd4e-4ab2-b90c-c0018970e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.910728 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c8ba5119-cd4e-4ab2-b90c-c0018970e85b None None] For port c055d7c9-cec8-4f2e-a568-7f4907b5643a, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=c055d7c9-cec8-4f2e-a568-7f4907b5643a,segment=NetworkSegment(86946f61-7233-48ee-8f6f-992c630633f9),segment_id=86946f61-7233-48ee-8f6f-992c630633f9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:15.918429 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5119-cd4e-4ab2-b90c-c0018970e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:15.977414 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba5119-cd4e-4ab2-b90c-c0018970e85b None None] Pushing event updated for resources: {'Port': ['ID=c055d7c9-cec8-4f2e-a568-7f4907b5643a,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:15.978056 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59184) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:15.998667 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2041b062-ee28-4324-9da0-646341d6ecb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:16.050674 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-eae99320-75aa-4f62-aca2-9276bec03aa3 None None] Provisioning complete for port c055d7c9-cec8-4f2e-a568-7f4907b5643a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:16.051076 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eae99320-75aa-4f62-aca2-9276bec03aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:16.089079 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:06Z', 'updated_at': '2022-03-26T03:08:11Z', 'revision_number': 4, 'project_id': '50343430282748b281ea299d43fb14ae', 'gw_port': {'id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:07Z', 'updated_at': '2022-03-26T03:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'c055d7c9-cec8-4f2e-a568-7f4907b5643a', 'name': '', 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'mac_address': 'fa:16:3e:0f:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e09348e7-f97d-4ec4-835b-3d3924d06a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:09Z', 'updated_at': '2022-03-26T03:08:15Z', 'revision_number': 4, 'project_id': '50343430282748b281ea299d43fb14ae', 'subnets': [{'id': 'e09348e7-f97d-4ec4-835b-3d3924d06a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:16.123633 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b55028-f4d4-45c1-ae06-0efc43ed315c None None] The sync data for ids ['03fc8c25-8299-4fa2-93d7-d354cd045568'] in dv-cinder-835328-1-smb is: [{'id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:06Z', 'updated_at': '2022-03-26T03:08:11Z', 'revision_number': 4, 'project_id': '50343430282748b281ea299d43fb14ae', 'gw_port': {'id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:07Z', 'updated_at': '2022-03-26T03:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': 'c055d7c9-cec8-4f2e-a568-7f4907b5643a', 'name': '', 'network_id': '31237a9d-879e-4ee7-9fa7-b994692764b0', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'mac_address': 'fa:16:3e:0f:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e09348e7-f97d-4ec4-835b-3d3924d06a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:09Z', 'updated_at': '2022-03-26T03:08:15Z', 'revision_number': 4, 'project_id': '50343430282748b281ea299d43fb14ae', 'subnets': [{'id': 'e09348e7-f97d-4ec4-835b-3d3924d06a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:08:16.212553 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-eae99320-75aa-4f62-aca2-9276bec03aa3 None None] Current status of the port c055d7c9-cec8-4f2e-a568-7f4907b5643a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:16.213632 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2041b062-ee28-4324-9da0-646341d6ecb9 admin admin] Publish callbacks [] for security_group (f7901abe-71c0-4b0f-8df3-06a7045bfd49), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:16.224908 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-a2050a2a-31cd-4ff3-93f8-6d30f7400602 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:16.229847 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-a2050a2a-31cd-4ff3-93f8-6d30f7400602 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/networks?id=4ccb8cb7-46ba-4e08-98ff-710161aa2f8e HTTP/1.1" status: 200 len: 808 time: 0.1970277 Mar 26 03:08:16.231293 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2041b062-ee28-4324-9da0-646341d6ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f7901abe-71c0-4b0f-8df3-06a7045bfd49), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:16.274671 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-1af57d0c-5283-4ea2-a87d-1deef36e3d87 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/quotas/5dab1dbc76db4766b389f74fb0d075cd HTTP/1.1" status: 200 len: 375 time: 0.0381818 Mar 26 03:08:16.283355 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2041b062-ee28-4324-9da0-646341d6ecb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb29e4ba3c3f4ddca833774a809162f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003352 Mar 26 03:08:16.283593 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59190) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:16.300241 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041b062-ee28-4324-9da0-646341d6ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7901abe-71c0-4b0f-8df3-06a7045bfd49,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:16.323837 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-f5fbec20-7552-4a51-a71c-147eb6dd32f6 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dab1dbc76db4766b389f74fb0d075cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409322 Mar 26 03:08:16.428645 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59350b17-eba9-4941-a839-77d18c5bd14e admin admin] Publish callbacks [] for security_group (f7901abe-71c0-4b0f-8df3-06a7045bfd49), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:16.464863 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d88f5872-7764-497f-b86a-0d55e14a544a service neutron] 10.222.0.13 "GET /v2.0/networks/4ccb8cb7-46ba-4e08-98ff-710161aa2f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313055 Mar 26 03:08:16.466654 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59350b17-eba9-4941-a839-77d18c5bd14e admin admin] Publish callbacks [] for security_group (f7901abe-71c0-4b0f-8df3-06a7045bfd49), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:16.591614 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-ed41d621-44e7-400b-ba47-1d2b06a64197 service neutron] 10.222.0.13 "GET /v2.0/networks/4ccb8cb7-46ba-4e08-98ff-710161aa2f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176927 Mar 26 03:08:16.601822 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59350b17-eba9-4941-a839-77d18c5bd14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f7901abe-71c0-4b0f-8df3-06a7045bfd49), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:16.605017 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59350b17-eba9-4941-a839-77d18c5bd14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:16.606307 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-59350b17-eba9-4941-a839-77d18c5bd14e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7901abe-71c0-4b0f-8df3-06a7045bfd49 HTTP/1.1" status: 204 len: 168 time: 0.3213255 Mar 26 03:08:16.616288 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59350b17-eba9-4941-a839-77d18c5bd14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7901abe-71c0-4b0f-8df3-06a7045bfd49,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:16.810415 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2aa05550-0712-440a-a1c0-7e3692294191 req-0e67f881-12c7-42ff-a557-5f6e61e3ba90 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 210 time: 0.0312927 Mar 26 03:08:17.280833 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-41f88d0c-bc21-4d03-9476-4639ba6e0312 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526726 Mar 26 03:08:17.395756 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-83d24425-8f5e-482c-85e9-a429d1da4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:17.405823 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-83d24425-8f5e-482c-85e9-a429d1da4573 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=171e346333ca4d44b59ba34a1b15f865&device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 1131 time: 0.0523589 Mar 26 03:08:17.517501 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-0f95a0a9-bd04-43c0-9232-d7dc39fa69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:17.518996 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-0f95a0a9-bd04-43c0-9232-d7dc39fa69fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 200 len: 917 time: 0.0994480 Mar 26 03:08:17.589963 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-282e9413-7325-4710-a63b-7406c498c394 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c471fd-e843-4b9b-988c-51fa4611c942 HTTP/1.1" status: 200 len: 1002 time: 0.0632048 Mar 26 03:08:17.655219 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-45c4474d-bfd8-4b3b-9574-402627f5d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:17.657196 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-45c4474d-bfd8-4b3b-9574-402627f5d0cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 200 len: 855 time: 0.0595000 Mar 26 03:08:17.723674 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-8f3df55d-e6db-4f33-92e4-3b797678a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:17.725976 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-8f3df55d-e6db-4f33-92e4-3b797678a71a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dfeaeda-73d5-4b13-8fea-7ff995baae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0616562 Mar 26 03:08:17.833524 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-ee6f5c9a-4d1d-4570-a875-08ed31639661 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005802 Mar 26 03:08:17.964624 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d9cd6cca-cbf4-44ac-8ba4-87550196cd1f tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:17.967141 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d9cd6cca-cbf4-44ac-8ba4-87550196cd1f tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.15 "GET /v2.0/networks?id=4ccb8cb7-46ba-4e08-98ff-710161aa2f8e HTTP/1.1" status: 200 len: 808 time: 0.1721923 Mar 26 03:08:17.980318 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device c055d7c9-cec8-4f2e-a568-7f4907b5643a up at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:17.983247 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-de54a9f7-e149-4dce-8ecb-6efb9c230e80 req-831aab0a-e8f9-4b4c-a345-fde5f90cb9d6 service neutron] 10.222.0.15 "GET /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404910 Mar 26 03:08:17.984672 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Request body: {'port': {'device_id': '4ed21c29-c241-42b8-b0b5-d833ab7364a8', 'network_id': '4ccb8cb7-46ba-4e08-98ff-710161aa2f8e', 'admin_state_up': True, 'tenant_id': '5dab1dbc76db4766b389f74fb0d075cd'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:18.005016 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a593b769-67a8-44cf-a64e-1de33e27d7a8 req-2f4361fe-75b8-4538-8792-75b7901799c2 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 210 time: 0.0590649 Mar 26 03:08:18.064549 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Provisioning complete for port c055d7c9-cec8-4f2e-a568-7f4907b5643a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:18.065140 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:18.143200 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Made reservation on behalf of 5dab1dbc76db4766b389f74fb0d075cd for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:08:18.147290 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:18.162107 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Current status of the port c055d7c9-cec8-4f2e-a568-7f4907b5643a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:18.287331 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Allocated IP 172.20.0.8 (4ccb8cb7-46ba-4e08-98ff-710161aa2f8e/f5ee88d2-da80-4521-b92f-3ad54cfbd1a4/9e10953f-6d59-432d-a609-3698b63f0c37) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:08:18.439393 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Publish callbacks [] for port (9e10953f-6d59-432d-a609-3698b63f0c37), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:18.477699 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:18.527658 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Network 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:18.533292 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:18.537763 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:08:18.542316 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Pushing event updated for resources: {'Port': ['ID=9e10953f-6d59-432d-a609-3698b63f0c37,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:18.588833 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:18.589456 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:18.606681 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-cab02781-c31a-4458-93cc-e77bf974bb23 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6278114 Mar 26 03:08:18.617112 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Request body: {'port': {'device_id': '4ed21c29-c241-42b8-b0b5-d833ab7364a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:18.684753 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:19.141091 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d929904-b060-492d-a001-c7c31fa6dcca req-77dc8724-bd46-418a-9058-2e4b4918fbaa tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:19.142648 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4d929904-b060-492d-a001-c7c31fa6dcca req-77dc8724-bd46-418a-9058-2e4b4918fbaa tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 931 time: 0.0556276 Mar 26 03:08:19.193927 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4d929904-b060-492d-a001-c7c31fa6dcca req-d1bac170-5eca-4869-9118-be1c34ae9193 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Mar 26 03:08:19.220573 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e10953f-6d59-432d-a609-3698b63f0c37 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:08:19.228585 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Publish callbacks [] for port (9e10953f-6d59-432d-a609-3698b63f0c37), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:19.240108 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Transition to ACTIVE for port object 9e10953f-6d59-432d-a609-3698b63f0c37 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:08:19.244591 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:19.295444 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e10953f-6d59-432d-a609-3698b63f0c37,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:19.361415 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Attempting to bind port 9e10953f-6d59-432d-a609-3698b63f0c37 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:08:19.361754 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Attempting to bind port 9e10953f-6d59-432d-a609-3698b63f0c37 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '5b2d3956-bb8d-4174-9acd-ca26bd3d17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4ccb8cb7-46ba-4e08-98ff-710161aa2f8e'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:08:19.362109 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Attempting to bind port 9e10953f-6d59-432d-a609-3698b63f0c37 on network 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:19.366474 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Port 9e10953f-6d59-432d-a609-3698b63f0c37 on network 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:08:19.366796 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Attempting to bind port 9e10953f-6d59-432d-a609-3698b63f0c37 on network 4ccb8cb7-46ba-4e08-98ff-710161aa2f8e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:19.372114 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:08:19.372453 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Checking segment: {'id': '5b2d3956-bb8d-4174-9acd-ca26bd3d17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4ccb8cb7-46ba-4e08-98ff-710161aa2f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:19.372839 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Bound using segment: {'id': '5b2d3956-bb8d-4174-9acd-ca26bd3d17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4ccb8cb7-46ba-4e08-98ff-710161aa2f8e'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:08:19.373359 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Bound port: 9e10953f-6d59-432d-a609-3698b63f0c37, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2d3956-bb8d-4174-9acd-ca26bd3d17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4ccb8cb7-46ba-4e08-98ff-710161aa2f8e'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:08:19.373716 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:19.437526 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] For port 9e10953f-6d59-432d-a609-3698b63f0c37, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:08:19.440690 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] For port 9e10953f-6d59-432d-a609-3698b63f0c37, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=9e10953f-6d59-432d-a609-3698b63f0c37,segment=NetworkSegment(5b2d3956-bb8d-4174-9acd-ca26bd3d17eb),segment_id=5b2d3956-bb8d-4174-9acd-ca26bd3d17eb)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:08:19.445900 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:19.479733 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:19.480350 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:19.481720 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/9e10953f-6d59-432d-a609-3698b63f0c37 HTTP/1.1" status: 200 len: 1093 time: 0.8688099 Mar 26 03:08:19.482152 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed21c29-c241-42b8-b0b5-d833ab7364a8', 'tag': '9e10953f-6d59-432d-a609-3698b63f0c37'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:08:19.484396 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed21c29-c241-42b8-b0b5-d833ab7364a8", "tag": "9e10953f-6d59-432d-a609-3698b63f0c37"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:08:19.508115 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a572c-819a-4535-bee7-ead02f2e65e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e10953f-6d59-432d-a609-3698b63f0c37,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:19.574160 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-85f48e28-9873-4655-96b3-be81c0e92437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:19.575870 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-85f48e28-9873-4655-96b3-be81c0e92437 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5dab1dbc76db4766b389f74fb0d075cd&device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 1127 time: 0.0492883 Mar 26 03:08:19.622244 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-6d027481-2c26-4851-a011-e583ec3f138a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e10953f-6d59-432d-a609-3698b63f0c37 HTTP/1.1" status: 200 len: 217 time: 0.0392313 Mar 26 03:08:19.659462 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980ea873-b494-4cc0-ac20-8c8f7c202e36 x-openstack-request-id: req-980ea873-b494-4cc0-ac20-8c8f7c202e36 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:08:19.659752 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed21c29-c241-42b8-b0b5-d833ab7364a8", "tag": "9e10953f-6d59-432d-a609-3698b63f0c37", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:08:19.660000 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-980ea873-b494-4cc0-ac20-8c8f7c202e36 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:08:19.660403 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980ea873-b494-4cc0-ac20-8c8f7c202e36'] response: {'name': 'network-changed', 'server_uuid': '4ed21c29-c241-42b8-b0b5-d833ab7364a8', 'tag': '9e10953f-6d59-432d-a609-3698b63f0c37', 'status': 'completed', 'code': 200} Mar 26 03:08:19.678283 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-487becca-7960-4a9d-98f7-7f9c5a9e1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:19.679763 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-487becca-7960-4a9d-98f7-7f9c5a9e1193 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5ee88d2-da80-4521-b92f-3ad54cfbd1a4 HTTP/1.1" status: 200 len: 848 time: 0.0515761 Mar 26 03:08:19.711206 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-f22b3ecb-d937-4dfa-bbe4-b991186eebd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ccb8cb7-46ba-4e08-98ff-710161aa2f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253589 Mar 26 03:08:19.805579 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-43b3fbf9-cccf-4071-8717-bb393a467324 service neutron] 10.222.0.15 "GET /v2.0/networks/4ccb8cb7-46ba-4e08-98ff-710161aa2f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884085 Mar 26 03:08:19.895602 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c9bb7ec8-052c-4ac8-8929-b776e223a5d5 req-babf3f46-886d-4569-88d5-6bc001d962ab service neutron] 10.222.0.15 "GET /v2.0/networks/4ccb8cb7-46ba-4e08-98ff-710161aa2f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836005 Mar 26 03:08:19.995903 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-9e33a432-ded5-427d-a1a4-f9070f39cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:19.997447 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-9e33a432-ded5-427d-a1a4-f9070f39cf71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5dab1dbc76db4766b389f74fb0d075cd&device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 1127 time: 0.0521793 Mar 26 03:08:20.098340 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-e04bcbec-597c-4637-8feb-d7efc40bd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:20.099841 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-e04bcbec-597c-4637-8feb-d7efc40bd6b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ccb8cb7-46ba-4e08-98ff-710161aa2f8e HTTP/1.1" status: 200 len: 909 time: 0.0934103 Mar 26 03:08:20.144230 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-a879ee58-3381-4165-8b0a-d69911c6c55b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e10953f-6d59-432d-a609-3698b63f0c37 HTTP/1.1" status: 200 len: 217 time: 0.0355773 Mar 26 03:08:20.200537 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-91bf7ec9-1705-4a5a-9205-e42d6209523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:20.201963 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-91bf7ec9-1705-4a5a-9205-e42d6209523e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5ee88d2-da80-4521-b92f-3ad54cfbd1a4 HTTP/1.1" status: 200 len: 848 time: 0.0498278 Mar 26 03:08:20.233828 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-c2cd7962-ba5d-4270-b84e-2d070f3e0cae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ccb8cb7-46ba-4e08-98ff-710161aa2f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261061 Mar 26 03:08:20.323865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe4279-986b-48b2-b7b8-7ae518c48ab6 req-ba84f3f0-e379-4b8b-b1db-d308c06b21bd tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:20.324509 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-02ac3198-158b-4a3c-870d-9898ee8af217 service neutron] 10.222.0.15 "GET /v2.0/networks/4ccb8cb7-46ba-4e08-98ff-710161aa2f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830445 Mar 26 03:08:20.325497 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-98fe4279-986b-48b2-b7b8-7ae518c48ab6 req-ba84f3f0-e379-4b8b-b1db-d308c06b21bd tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 943 time: 0.0539389 Mar 26 03:08:20.375649 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-98fe4279-986b-48b2-b7b8-7ae518c48ab6 req-d61dee51-9b31-4e1c-b1b3-7e7ab02419fb tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Mar 26 03:08:20.428535 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-63cac41e-b64e-4f37-a0fa-d991f3cae3a7 req-2791b796-a03a-409f-9597-09cc1cef763c service neutron] 10.222.0.15 "GET /v2.0/networks/4ccb8cb7-46ba-4e08-98ff-710161aa2f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980954 Mar 26 03:08:21.505674 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182f9d2-402e-4e19-9804-a9d0baee5d66 req-b142e407-dc46-4b32-b06b-4fbfd4419264 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:21.507319 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d182f9d2-402e-4e19-9804-a9d0baee5d66 req-b142e407-dc46-4b32-b06b-4fbfd4419264 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 943 time: 0.0607915 Mar 26 03:08:21.559295 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d182f9d2-402e-4e19-9804-a9d0baee5d66 req-38af831f-1050-4834-81b7-0ba45567f3f7 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449955 Mar 26 03:08:21.883028 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 9e10953f-6d59-432d-a609-3698b63f0c37 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:08:21.988051 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 9e10953f-6d59-432d-a609-3698b63f0c37, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=9e10953f-6d59-432d-a609-3698b63f0c37,segment=NetworkSegment(5b2d3956-bb8d-4174-9acd-ca26bd3d17eb),segment_id=5b2d3956-bb8d-4174-9acd-ca26bd3d17eb)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:22.131326 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '9e10953f-6d59-432d-a609-3698b63f0c37', 'network_id': '4ccb8cb7-46ba-4e08-98ff-710161aa2f8e', 'port_id': '9e10953f-6d59-432d-a609-3698b63f0c37', 'mac_address': 'fa:16:3e:3d:35:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ee88d2-da80-4521-b92f-3ad54cfbd1a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:08:22.169446 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 9e10953f-6d59-432d-a609-3698b63f0c37 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:22.169798 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:22.183806 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e10953f-6d59-432d-a609-3698b63f0c37 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:08:22.204632 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 9e10953f-6d59-432d-a609-3698b63f0c37, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=9e10953f-6d59-432d-a609-3698b63f0c37,segment=NetworkSegment(5b2d3956-bb8d-4174-9acd-ca26bd3d17eb),segment_id=5b2d3956-bb8d-4174-9acd-ca26bd3d17eb)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:22.207782 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:22.259147 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=9e10953f-6d59-432d-a609-3698b63f0c37,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:22.460926 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['9e10953f-6d59-432d-a609-3698b63f0c37'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:08:22.686811 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dbf2c-1ca7-4666-955d-a1a86ba7613e req-89f683db-f139-4d84-9394-e44cacef103f tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:22.688349 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-150dbf2c-1ca7-4666-955d-a1a86ba7613e req-89f683db-f139-4d84-9394-e44cacef103f tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 944 time: 0.0612400 Mar 26 03:08:22.738096 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-150dbf2c-1ca7-4666-955d-a1a86ba7613e req-3e375fa8-dcfa-4d8d-9d00-a17d3ba30db3 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442111 Mar 26 03:08:23.484271 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59356) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:23.589878 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:23.667080 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Publish callbacks [] for security_group (ea55df38-a62a-4d5b-8c6e-f3958c403a7a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:23.671262 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (ea55df38-a62a-4d5b-8c6e-f3958c403a7a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:23.710224 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57956d09a7bc40e99e82e360232db764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248647 Mar 26 03:08:23.711126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea55df38-a62a-4d5b-8c6e-f3958c403a7a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:23.713087 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59362) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:23.718438 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.718787 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.719158 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.719502 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.719834 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.720164 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.720490 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.720815 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.721141 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.721464 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.721786 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.722112 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.722477 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.722809 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.723143 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27782f-3793-4503-99a7-79b3b51acefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:23.765003 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e66d4ad-4da1-4924-b8fc-4996cba8e014 admin admin] Publish callbacks [] for security_group (ea55df38-a62a-4d5b-8c6e-f3958c403a7a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:23.787595 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e66d4ad-4da1-4924-b8fc-4996cba8e014 admin admin] Publish callbacks [] for security_group (ea55df38-a62a-4d5b-8c6e-f3958c403a7a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:23.836482 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e66d4ad-4da1-4924-b8fc-4996cba8e014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (ea55df38-a62a-4d5b-8c6e-f3958c403a7a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:23.839752 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e66d4ad-4da1-4924-b8fc-4996cba8e014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:23.840902 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-2e66d4ad-4da1-4924-b8fc-4996cba8e014 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea55df38-a62a-4d5b-8c6e-f3958c403a7a HTTP/1.1" status: 204 len: 168 time: 0.1267419 Mar 26 03:08:23.848734 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66d4ad-4da1-4924-b8fc-4996cba8e014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea55df38-a62a-4d5b-8c6e-f3958c403a7a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:23.878779 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1cb5b-a6ba-404f-9e1d-ea1a60e8a92c req-052961e4-7a84-482c-b489-264111461f4f tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:23.881977 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b3a1cb5b-a6ba-404f-9e1d-ea1a60e8a92c req-052961e4-7a84-482c-b489-264111461f4f tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 944 time: 0.0717971 Mar 26 03:08:23.899659 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 9e10953f-6d59-432d-a609-3698b63f0c37 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:23.935383 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b3a1cb5b-a6ba-404f-9e1d-ea1a60e8a92c req-f54ce3ec-9cb8-4103-a123-c78a51ad062f tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481007 Mar 26 03:08:23.960495 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 9e10953f-6d59-432d-a609-3698b63f0c37 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:08:23.964395 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 9e10953f-6d59-432d-a609-3698b63f0c37 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:23.964779 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.049783 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 9e10953f-6d59-432d-a609-3698b63f0c37 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:24.050180 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.074661 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed21c29-c241-42b8-b0b5-d833ab7364a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e10953f-6d59-432d-a609-3698b63f0c37'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:08:24.076944 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db069ce-4a53-4e79-a145-8de2363efcd3" -d '{"events": [{"server_uuid": "4ed21c29-c241-42b8-b0b5-d833ab7364a8", "name": "network-vif-plugged", "status": "completed", "tag": "9e10953f-6d59-432d-a609-3698b63f0c37"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:08:24.089859 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 9e10953f-6d59-432d-a609-3698b63f0c37, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=9e10953f-6d59-432d-a609-3698b63f0c37,segment=NetworkSegment(5b2d3956-bb8d-4174-9acd-ca26bd3d17eb),segment_id=5b2d3956-bb8d-4174-9acd-ca26bd3d17eb)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:24.096643 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.124834 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87e8ac4-09dc-4649-b098-c1fcc4de82cd x-openstack-request-id: req-b87e8ac4-09dc-4649-b098-c1fcc4de82cd {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:08:24.125123 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed21c29-c241-42b8-b0b5-d833ab7364a8", "name": "network-vif-plugged", "status": "completed", "tag": "9e10953f-6d59-432d-a609-3698b63f0c37", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:08:24.125482 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b87e8ac4-09dc-4649-b098-c1fcc4de82cd {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:08:24.125893 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87e8ac4-09dc-4649-b098-c1fcc4de82cd'] response: {'server_uuid': '4ed21c29-c241-42b8-b0b5-d833ab7364a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e10953f-6d59-432d-a609-3698b63f0c37', 'code': 200} Mar 26 03:08:24.140200 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59374) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:24.156941 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=9e10953f-6d59-432d-a609-3698b63f0c37,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:24.165773 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6717bea4-a9ed-4858-b26b-f28a73be2787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.250408 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6717bea4-a9ed-4858-b26b-f28a73be2787 admin admin] Publish callbacks [] for security_group (baeaa6a6-9d34-4ed8-b61c-04a92d0a6bd4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.260454 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6717bea4-a9ed-4858-b26b-f28a73be2787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (baeaa6a6-9d34-4ed8-b61c-04a92d0a6bd4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.319538 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-6717bea4-a9ed-4858-b26b-f28a73be2787 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4c25048bfe94eb28b12451f24b6dbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782322 Mar 26 03:08:24.321129 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717bea4-a9ed-4858-b26b-f28a73be2787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeaa6a6-9d34-4ed8-b61c-04a92d0a6bd4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:24.322125 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59376) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:24.331800 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e423ee2-ad51-4e31-9da4-5a6bb1242940 req-564e86ea-693b-40ab-9db2-06fad44e86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:24.333414 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-8e423ee2-ad51-4e31-9da4-5a6bb1242940 req-564e86ea-693b-40ab-9db2-06fad44e86d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 1129 time: 0.0818338 Mar 26 03:08:24.372376 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-714c1fc7-82e3-425b-a64d-71894addaa81 admin admin] Publish callbacks [] for security_group (baeaa6a6-9d34-4ed8-b61c-04a92d0a6bd4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.379461 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-8e423ee2-ad51-4e31-9da4-5a6bb1242940 req-af272d3c-b95f-4112-b366-138b7bdfbd42 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378990 Mar 26 03:08:24.394186 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-714c1fc7-82e3-425b-a64d-71894addaa81 admin admin] Publish callbacks [] for security_group (baeaa6a6-9d34-4ed8-b61c-04a92d0a6bd4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.440574 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-714c1fc7-82e3-425b-a64d-71894addaa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (baeaa6a6-9d34-4ed8-b61c-04a92d0a6bd4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.443470 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-714c1fc7-82e3-425b-a64d-71894addaa81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:24.444629 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-714c1fc7-82e3-425b-a64d-71894addaa81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/baeaa6a6-9d34-4ed8-b61c-04a92d0a6bd4 HTTP/1.1" status: 204 len: 168 time: 0.1214533 Mar 26 03:08:24.456081 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c1fc7-82e3-425b-a64d-71894addaa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeaa6a6-9d34-4ed8-b61c-04a92d0a6bd4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:24.871030 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11862aed-15c7-4345-a1f0-39929fc00c45 req-0c34cb8d-3370-4d13-a483-7e27c7deca8d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:24.872530 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-11862aed-15c7-4345-a1f0-39929fc00c45 req-0c34cb8d-3370-4d13-a483-7e27c7deca8d tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 947 time: 0.0594764 Mar 26 03:08:24.927760 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-11862aed-15c7-4345-a1f0-39929fc00c45 req-0df97e47-28d6-4c8a-80cd-6a3b7423324e tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470347 Mar 26 03:08:25.064025 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80f707-51bc-4918-b268-43d964999921 req-493a1953-170e-48f2-b192-5b50937dff18 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:25.066249 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1a80f707-51bc-4918-b268-43d964999921 req-493a1953-170e-48f2-b192-5b50937dff18 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 945 time: 0.0535707 Mar 26 03:08:25.112943 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1a80f707-51bc-4918-b268-43d964999921 req-eaaa7d83-4f49-4ce2-9fca-3041e74990bb tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Mar 26 03:08:25.563500 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59420) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:25.676830 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1127a566-4bdf-425a-8872-50a882c1676b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:25.753286 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1127a566-4bdf-425a-8872-50a882c1676b admin admin] Publish callbacks [] for security_group (85ca1531-6f02-4e50-82f4-c099a0b80ce5), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:25.757326 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1127a566-4bdf-425a-8872-50a882c1676b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (85ca1531-6f02-4e50-82f4-c099a0b80ce5), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:25.797541 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-1127a566-4bdf-425a-8872-50a882c1676b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b00b8183d1c4eca9f3ae0d4a04b33c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327960 Mar 26 03:08:25.799724 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a566-4bdf-425a-8872-50a882c1676b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca1531-6f02-4e50-82f4-c099a0b80ce5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:25.800587 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59430) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:25.854542 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ba587f76-b4f3-451c-a0e8-9895b1b84a6e admin admin] Publish callbacks [] for security_group (85ca1531-6f02-4e50-82f4-c099a0b80ce5), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:25.875427 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ba587f76-b4f3-451c-a0e8-9895b1b84a6e admin admin] Publish callbacks [] for security_group (85ca1531-6f02-4e50-82f4-c099a0b80ce5), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:25.920426 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ba587f76-b4f3-451c-a0e8-9895b1b84a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (85ca1531-6f02-4e50-82f4-c099a0b80ce5), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:25.922890 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ba587f76-b4f3-451c-a0e8-9895b1b84a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:25.924043 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ba587f76-b4f3-451c-a0e8-9895b1b84a6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85ca1531-6f02-4e50-82f4-c099a0b80ce5 HTTP/1.1" status: 204 len: 168 time: 0.1226115 Mar 26 03:08:25.931226 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba587f76-b4f3-451c-a0e8-9895b1b84a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca1531-6f02-4e50-82f4-c099a0b80ce5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:25.983729 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-632eec89-0e8c-4f80-b16e-f7ab39a46099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:26.076309 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd3ea3-2b2d-4f65-a189-cd787397a8b7 req-6806edfc-b446-4d5b-816d-30e0c7e8f2e5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:26.079031 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4cdd3ea3-2b2d-4f65-a189-cd787397a8b7 req-6806edfc-b446-4d5b-816d-30e0c7e8f2e5 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 947 time: 0.0741124 Mar 26 03:08:26.127979 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4cdd3ea3-2b2d-4f65-a189-cd787397a8b7 req-fa20909d-048b-4392-a6e7-058c1f0e2f03 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups?id=18fb7ec2-fa10-4c52-95fa-485e92c42c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Mar 26 03:08:26.238416 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab109c-4456-434b-90f6-217a394c674c req-2321a5b2-602e-408d-8295-141b25da3ebb tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:26.239951 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c7ab109c-4456-434b-90f6-217a394c674c req-2321a5b2-602e-408d-8295-141b25da3ebb tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 945 time: 0.0555060 Mar 26 03:08:26.290651 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c7ab109c-4456-434b-90f6-217a394c674c req-2da52eaa-d140-456f-bc4d-dc8eb6253445 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445356 Mar 26 03:08:26.460811 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-0908f047-f2c1-4609-9748-695ec107501b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:26.462430 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-0908f047-f2c1-4609-9748-695ec107501b tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 947 time: 0.0582783 Mar 26 03:08:26.562287 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Deleting port 89c471fd-e843-4b9b-988c-51fa4611c942 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:08:26.562843 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:26.674000 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] For port 89c471fd-e843-4b9b-988c-51fa4611c942, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=89c471fd-e843-4b9b-988c-51fa4611c942,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:26.674546 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:26.864906 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:26.865268 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (90c2d3a9-e165-40ab-b56e-e3058fad063d), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:26.865637 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.l3_db [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Floating IP 90c2d3a9-e165-40ab-b56e-e3058fad063d disassociated. External IP: 172.28.2.186, port: 89c471fd-e843-4b9b-988c-51fa4611c942. Mar 26 03:08:26.865930 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Calling delete_port for 89c471fd-e843-4b9b-988c-51fa4611c942 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:08:27.003102 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (89c471fd-e843-4b9b-988c-51fa4611c942), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:27.032310 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event deleted for resources: {'Port': ['ID=89c471fd-e843-4b9b-988c-51fa4611c942,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:27.150161 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:08:27.232017 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c416d1c5-6c5c-449e-b993-ed748e9cbea4 req-558f3c40-0bae-4465-afe7-1f279e3a0a07 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/ports?device_id=93be2c26-24ff-4c29-8954-7cc7f14c70ff HTTP/1.1" status: 200 len: 210 time: 0.0274184 Mar 26 03:08:27.263053 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:08:27.273323 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] Sync routers for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:08:27.282662 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:27.283364 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:27.303921 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] No DVR routers for this DVR port 89c471fd-e843-4b9b-988c-51fa4611c942 on host hv-cinder-83532 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:08:27.307060 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:27.310849 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-610973f8-c5a4-45de-9b9a-e154c541d64e req-134b1b5b-393c-4425-8f6c-7f1caf2a5d53 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.15 "DELETE /v2.0/ports/89c471fd-e843-4b9b-988c-51fa4611c942 HTTP/1.1" status: 204 len: 173 time: 0.8427274 Mar 26 03:08:27.311266 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-deleted', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:08:27.313573 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e00b8dc-7cf5-4321-875b-934aa05647d0" -d '{"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-deleted", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:08:27.370315 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bc6135-f46d-440a-b317-9703c50db6fe x-openstack-request-id: req-a6bc6135-f46d-440a-b317-9703c50db6fe {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:08:27.370671 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be2c26-24ff-4c29-8954-7cc7f14c70ff", "name": "network-vif-deleted", "tag": "89c471fd-e843-4b9b-988c-51fa4611c942", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:08:27.371027 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6bc6135-f46d-440a-b317-9703c50db6fe {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:08:27.371510 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bc6135-f46d-440a-b317-9703c50db6fe'] response: {'server_uuid': '93be2c26-24ff-4c29-8954-7cc7f14c70ff', 'name': 'network-vif-deleted', 'tag': '89c471fd-e843-4b9b-988c-51fa4611c942', 'status': 'completed', 'code': 200} Mar 26 03:08:27.394734 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:27.613576 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:27.647215 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] Checking router: 309ddfd8-4a57-4a6b-b268-f38960e1fe95 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:08:27.657574 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:27.658179 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:07:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:27.793913 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:27.998001 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:28.024045 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d31ba9-459c-4f2b-8daa-3c52969f92fc None None] The sync data for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb is: [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:02:35Z', 'revision_number': 4, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '158f70e3-b36a-41b3-9a4a-6de001ee3769', 'name': '', 'network_id': '5dfeaeda-73d5-4b13-8fea-7ff995baae8f', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'mac_address': 'fa:16:3e:ed:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:29Z', 'updated_at': '2022-03-26T03:02:44Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'subnets': [{'id': '3d5e54fb-362b-4e06-9ab8-41545d0c56f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:08:28.251822 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-15ea01dd-22ee-4bed-88c6-b3bb0c5dd3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:28.281137 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b50243-7a3e-4bea-b4f4-e1dd08f1e9b8 None None] New status for floating IP 90c2d3a9-e165-40ab-b56e-e3058fad063d: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:08:28.330270 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59516) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:28.390987 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3b78665-e64d-473d-bba6-d1350dff2481 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (18fb7ec2-fa10-4c52-95fa-485e92c42c3d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:28.420721 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3b78665-e64d-473d-bba6-d1350dff2481 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (18fb7ec2-fa10-4c52-95fa-485e92c42c3d), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:28.472709 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3b78665-e64d-473d-bba6-d1350dff2481 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (18fb7ec2-fa10-4c52-95fa-485e92c42c3d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:28.475862 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3b78665-e64d-473d-bba6-d1350dff2481 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:28.477013 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d3b78665-e64d-473d-bba6-d1350dff2481 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "DELETE /v2.0/security-groups/18fb7ec2-fa10-4c52-95fa-485e92c42c3d HTTP/1.1" status: 204 len: 168 time: 0.1457033 Mar 26 03:08:28.479821 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59520) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:28.486402 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b78665-e64d-473d-bba6-d1350dff2481 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fb7ec2-fa10-4c52-95fa-485e92c42c3d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:28.496849 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.api.v2.resource [None req-27480e89-305f-4d4e-b8a8-f89bae83a819 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] show failed (client error): The resource could not be found. Mar 26 03:08:28.500589 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-27480e89-305f-4d4e-b8a8-f89bae83a819 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "GET /v2.0/security-groups/18fb7ec2-fa10-4c52-95fa-485e92c42c3d HTTP/1.1" status: 404 len: 347 time: 0.0170171 Mar 26 03:08:28.500911 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59522) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:28.625966 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Deleting port b972db80-84f4-4939-9a3d-ae7fd61a00d8 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:08:28.626308 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (b972db80-84f4-4939-9a3d-ae7fd61a00d8), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:28.723229 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (b972db80-84f4-4939-9a3d-ae7fd61a00d8), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:28.723562 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (b972db80-84f4-4939-9a3d-ae7fd61a00d8), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:28.739357 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Calling delete_port for b972db80-84f4-4939-9a3d-ae7fd61a00d8 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:08:28.887865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (b972db80-84f4-4939-9a3d-ae7fd61a00d8), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:28.927899 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Pushing event deleted for resources: {'Port': ['ID=b972db80-84f4-4939-9a3d-ae7fd61a00d8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:29.001184 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks [] for floatingip (90c2d3a9-e165-40ab-b56e-e3058fad063d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:29.004582 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:29.005969 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3ce5012a-4c35-44fe-b3e1-4d0b25dfa504 tempest-AttachVolumeShelveTestJSON-778851382 tempest-AttachVolumeShelveTestJSON-778851382-project] 10.222.0.13 "DELETE /v2.0/floatingips/90c2d3a9-e165-40ab-b56e-e3058fad063d HTTP/1.1" status: 204 len: 168 time: 0.5035839 Mar 26 03:08:29.174540 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435930b7-1195-41d9-accd-db5bad11853b req-d7c4edfd-bb5b-4e11-b5cd-eb2edcd2499a tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:29.176152 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-435930b7-1195-41d9-accd-db5bad11853b req-d7c4edfd-bb5b-4e11-b5cd-eb2edcd2499a tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 945 time: 0.0614178 Mar 26 03:08:29.223741 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-435930b7-1195-41d9-accd-db5bad11853b req-07d4caaa-36b0-44c2-8e5b-0b6e389a07de tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Mar 26 03:08:29.387041 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-b83b465e-b8b0-4279-9977-ad89e11e2a35 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807021807&fields=id&tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9 HTTP/1.1" status: 200 len: 267 time: 0.0466816 Mar 26 03:08:29.487402 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-574020a2-bf0d-4313-bcf0-a6483aed9e8d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:29.488836 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-574020a2-bf0d-4313-bcf0-a6483aed9e8d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/networks?id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 200 len: 807 time: 0.0953984 Mar 26 03:08:29.503193 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-ddbff3b1-322e-496b-8628-d37b62a63ffa tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/quotas/de540c053f0d4e74b3e4a68cb7f5d5b9 HTTP/1.1" status: 200 len: 375 time: 0.0090685 Mar 26 03:08:29.555695 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-970b69ce-e5bd-42a2-accb-310f0f7e73ca tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476429 Mar 26 03:08:29.650770 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-eac33b00-4019-4c3d-8ece-6698319738d0 service neutron] 10.222.0.13 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838678 Mar 26 03:08:29.692557 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:29.738081 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-c354dc88-b00f-41b5-83bd-6c3dda5f5f02 service neutron] 10.222.0.13 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815341 Mar 26 03:08:29.935004 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89c471fd-e843-4b9b-988c-51fa4611c942 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:08:29.960809 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 89c471fd-e843-4b9b-988c-51fa4611c942 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:08:29.961161 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 89c471fd-e843-4b9b-988c-51fa4611c942 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:08:30.027791 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-012b1825-f37e-4a24-8fef-bb6465113c20 req-1ceb053d-8e50-46b3-990c-4213360ae56d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 210 time: 0.0352373 Mar 26 03:08:30.279265 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59588) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:30.435817 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-1eed781f-5e2a-4302-a6b7-f1e6835c71d3 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:30.437557 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-1eed781f-5e2a-4302-a6b7-f1e6835c71d3 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 945 time: 0.0721726 Mar 26 03:08:30.547416 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Deleting port 9e10953f-6d59-432d-a609-3698b63f0c37 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:08:30.547799 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.590918 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae09c57e-6759-4812-9850-dde78c07cea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.642136 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246bbc4-8ba6-485d-83a9-832155d8c496 req-1363bee7-6571-41ed-89ac-45fce24334c2 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:30.643846 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0246bbc4-8ba6-485d-83a9-832155d8c496 req-1363bee7-6571-41ed-89ac-45fce24334c2 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed21c29-c241-42b8-b0b5-d833ab7364a8 HTTP/1.1" status: 200 len: 945 time: 0.3350196 Mar 26 03:08:30.653169 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] For port 9e10953f-6d59-432d-a609-3698b63f0c37, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=9e10953f-6d59-432d-a609-3698b63f0c37,segment=NetworkSegment(5b2d3956-bb8d-4174-9acd-ca26bd3d17eb),segment_id=5b2d3956-bb8d-4174-9acd-ca26bd3d17eb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:30.653578 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.674463 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Calling delete_port for 9e10953f-6d59-432d-a609-3698b63f0c37 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:08:30.719386 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0246bbc4-8ba6-485d-83a9-832155d8c496 req-a962b2a2-20f9-495c-bd61-b4cd54e40be3 tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.13 "GET /v2.0/security-groups?id=f62aa479-9847-49ab-b999-a58fea39f71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647218 Mar 26 03:08:30.733176 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae09c57e-6759-4812-9850-dde78c07cea4 admin admin] Publish callbacks [] for security_group (eb940aaf-64c2-4f3e-8714-2d2f604fd2c1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.737509 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae09c57e-6759-4812-9850-dde78c07cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (eb940aaf-64c2-4f3e-8714-2d2f604fd2c1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.778768 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ae09c57e-6759-4812-9850-dde78c07cea4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38d2c47ff6a54475813ff6935b705b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4981885 Mar 26 03:08:30.779693 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09c57e-6759-4812-9850-dde78c07cea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb940aaf-64c2-4f3e-8714-2d2f604fd2c1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:30.781900 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59594) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:30.819958 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (9e10953f-6d59-432d-a609-3698b63f0c37), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.831300 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['9e10953f-6d59-432d-a609-3698b63f0c37'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:08:30.848537 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-531a81d1-95b5-40ac-ba36-1344eddc9ec9 admin admin] Publish callbacks [] for security_group (eb940aaf-64c2-4f3e-8714-2d2f604fd2c1), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.860798 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Pushing event deleted for resources: {'Port': ['ID=9e10953f-6d59-432d-a609-3698b63f0c37,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:30.871295 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-531a81d1-95b5-40ac-ba36-1344eddc9ec9 admin admin] Publish callbacks [] for security_group (eb940aaf-64c2-4f3e-8714-2d2f604fd2c1), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.897954 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] No DVR routers for this DVR port 9e10953f-6d59-432d-a609-3698b63f0c37 on host hv-cinder-83532 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:08:30.900491 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.904844 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-14f420c9-29b4-440a-84b5-c215bc71fb41 req-4ee0f532-49b7-4adf-a911-0d22cc151d8e tempest-VolumesActionsTest-1270005876 tempest-VolumesActionsTest-1270005876-project] 10.222.0.15 "DELETE /v2.0/ports/9e10953f-6d59-432d-a609-3698b63f0c37 HTTP/1.1" status: 204 len: 173 time: 0.4594171 Mar 26 03:08:30.905314 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed21c29-c241-42b8-b0b5-d833ab7364a8', 'name': 'network-vif-deleted', 'tag': '9e10953f-6d59-432d-a609-3698b63f0c37'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:08:30.908938 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e382e4-b59a-47ac-b69e-35de456cffc5" -d '{"events": [{"server_uuid": "4ed21c29-c241-42b8-b0b5-d833ab7364a8", "name": "network-vif-deleted", "tag": "9e10953f-6d59-432d-a609-3698b63f0c37"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:08:30.922652 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-531a81d1-95b5-40ac-ba36-1344eddc9ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (eb940aaf-64c2-4f3e-8714-2d2f604fd2c1), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.925549 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-531a81d1-95b5-40ac-ba36-1344eddc9ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:30.926717 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-531a81d1-95b5-40ac-ba36-1344eddc9ec9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb940aaf-64c2-4f3e-8714-2d2f604fd2c1 HTTP/1.1" status: 204 len: 168 time: 0.1439023 Mar 26 03:08:30.937074 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a81d1-95b5-40ac-ba36-1344eddc9ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb940aaf-64c2-4f3e-8714-2d2f604fd2c1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:30.983208 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b99acf-ae2d-4489-baaa-4cbcb3bc5603 x-openstack-request-id: req-a1b99acf-ae2d-4489-baaa-4cbcb3bc5603 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:08:30.983881 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed21c29-c241-42b8-b0b5-d833ab7364a8", "name": "network-vif-deleted", "tag": "9e10953f-6d59-432d-a609-3698b63f0c37", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:08:30.984210 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1b99acf-ae2d-4489-baaa-4cbcb3bc5603 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:08:30.984699 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b99acf-ae2d-4489-baaa-4cbcb3bc5603'] response: {'server_uuid': '4ed21c29-c241-42b8-b0b5-d833ab7364a8', 'name': 'network-vif-deleted', 'tag': '9e10953f-6d59-432d-a609-3698b63f0c37', 'status': 'completed', 'code': 200} Mar 26 03:08:31.085643 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.151459 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bc8cde2-549d-480f-a11c-97c5977171ba req-48208e9f-142e-434b-815a-6013440fc025 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 210 time: 0.0324655 Mar 26 03:08:31.163074 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-644ae9da-44c9-4187-a7fd-f9b4ed74ce86 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:31.164726 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-644ae9da-44c9-4187-a7fd-f9b4ed74ce86 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.15 "GET /v2.0/networks?id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 200 len: 807 time: 0.1362131 Mar 26 03:08:31.234094 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-ec75e64b-1dc3-4981-b217-15058a873532 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9 HTTP/1.1" status: 200 len: 380 time: 0.0606248 Mar 26 03:08:31.242992 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Request body: {'port': {'device_id': '073ff799-840d-4494-aca5-2601742e2440', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'admin_state_up': True, 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'security_groups': ['a4adb061-3c44-48d1-aac5-17224c87a85f']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:31.278349 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59604) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:31.293050 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83c05f21-375f-41a3-a839-15fff946f0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.353876 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Made reservation on behalf of de540c053f0d4e74b3e4a68cb7f5d5b9 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:08:31.357375 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.381578 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83c05f21-375f-41a3-a839-15fff946f0a4 admin admin] Publish callbacks [] for security_group (c81f65c0-8c03-434e-af5f-84f12de7bf37), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.387274 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83c05f21-375f-41a3-a839-15fff946f0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (c81f65c0-8c03-434e-af5f-84f12de7bf37), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.424894 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-83c05f21-375f-41a3-a839-15fff946f0a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d2b0a24f9354f818cba01bc43ed75f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453803 Mar 26 03:08:31.427865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59610) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:31.452022 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c05f21-375f-41a3-a839-15fff946f0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81f65c0-8c03-434e-af5f-84f12de7bf37,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:31.498232 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:31.516062 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Allocated IP 172.20.0.10 (56dc443b-21ee-4b3a-81ff-9c50e4a43c15/8b8a30b5-fa20-4909-857d-d15a575f3441/bd630931-b100-4963-b878-574f97f1751c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:08:31.522829 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a596105-99ea-493b-972b-64fb1bd187b6 admin admin] Publish callbacks [] for security_group (c81f65c0-8c03-434e-af5f-84f12de7bf37), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.567545 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a596105-99ea-493b-972b-64fb1bd187b6 admin admin] Publish callbacks [] for security_group (c81f65c0-8c03-434e-af5f-84f12de7bf37), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.630136 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a596105-99ea-493b-972b-64fb1bd187b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (c81f65c0-8c03-434e-af5f-84f12de7bf37), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.633470 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a596105-99ea-493b-972b-64fb1bd187b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.637469 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9a596105-99ea-493b-972b-64fb1bd187b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c81f65c0-8c03-434e-af5f-84f12de7bf37 HTTP/1.1" status: 204 len: 168 time: 0.2057958 Mar 26 03:08:31.643648 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a596105-99ea-493b-972b-64fb1bd187b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81f65c0-8c03-434e-af5f-84f12de7bf37,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:31.710522 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for port (bd630931-b100-4963-b878-574f97f1751c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.747993 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (bd630931-b100-4963-b878-574f97f1751c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.817281 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'Port': ['ID=bd630931-b100-4963-b878-574f97f1751c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:31.820808 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:31.822319 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:31.824663 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:08:31.881139 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:31.881733 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:31.906402 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-379ed737-6bd0-48a2-8644-2bc5ead5af0f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6673336 Mar 26 03:08:31.919532 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Request body: {'port': {'device_id': '073ff799-840d-4494-aca5-2601742e2440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:32.037800 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bd630931-b100-4963-b878-574f97f1751c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.183376 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-e8d407d6-9583-4e13-88f7-38686395605c None None] Provisioning complete for port bd630931-b100-4963-b878-574f97f1751c triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:32.185205 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e8d407d6-9583-4e13-88f7-38686395605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (bd630931-b100-4963-b878-574f97f1751c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.240460 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-e8d407d6-9583-4e13-88f7-38686395605c None None] Port bd630931-b100-4963-b878-574f97f1751c cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:08:32.397338 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291c76-c86f-47e3-9bdf-da59275b1a84 req-371f3cdc-eb6a-4272-bfcd-d183f3297dc1 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:32.398844 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7e291c76-c86f-47e3-9bdf-da59275b1a84 req-371f3cdc-eb6a-4272-bfcd-d183f3297dc1 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 932 time: 0.1066654 Mar 26 03:08:32.421292 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd630931-b100-4963-b878-574f97f1751c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:08:32.432004 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Publish callbacks [] for port (bd630931-b100-4963-b878-574f97f1751c), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.445247 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Transition to ACTIVE for port object bd630931-b100-4963-b878-574f97f1751c will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:08:32.449656 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (bd630931-b100-4963-b878-574f97f1751c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.467377 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752831'] for router_interface (309ddfd8-4a57-4a6b-b268-f38960e1fe95), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.518965 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Pushing event updated for resources: {'Port': ['ID=bd630931-b100-4963-b878-574f97f1751c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:32.543542 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7e291c76-c86f-47e3-9bdf-da59275b1a84 req-2a001d68-2e7e-43e1-b1c0-30501dad3e57 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362810 Mar 26 03:08:32.600501 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Attempting to bind port bd630931-b100-4963-b878-574f97f1751c on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:08:32.601098 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Attempting to bind port bd630931-b100-4963-b878-574f97f1751c by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:08:32.601546 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Attempting to bind port bd630931-b100-4963-b878-574f97f1751c on network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:32.606200 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Port bd630931-b100-4963-b878-574f97f1751c on network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:08:32.606718 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Attempting to bind port bd630931-b100-4963-b878-574f97f1751c on network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:08:32.612046 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:08:32.612421 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Checking segment: {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:08:32.612782 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Bound using segment: {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:08:32.613263 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Bound port: bd630931-b100-4963-b878-574f97f1751c, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687305a3-16ec-4fc0-9907-f7af35deb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:08:32.613572 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bd630931-b100-4963-b878-574f97f1751c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.693516 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:08:32.703416 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd630931-b100-4963-b878-574f97f1751c,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:08:32.711552 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (bd630931-b100-4963-b878-574f97f1751c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.713377 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.779195 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:32.779884 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.782194 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 1094 time: 0.8684638 Mar 26 03:08:32.824089 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944343f-b0ec-4803-b6db-01557ff6d210 service neutron] Pushing event updated for resources: {'Port': ['ID=bd630931-b100-4963-b878-574f97f1751c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:32.918146 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Deleting port 158f70e3-b36a-41b3-9a4a-6de001ee3769 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:08:32.918731 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:32.932129 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-f4b0d305-2f88-417b-88ef-1629dffd51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:32.934107 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-f4b0d305-2f88-417b-88ef-1629dffd51fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1128 time: 0.0967555 Mar 26 03:08:32.993803 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'tag': 'bd630931-b100-4963-b878-574f97f1751c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:08:32.997574 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c" -d '{"events": [{"name": "network-changed", "server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "tag": "bd630931-b100-4963-b878-574f97f1751c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:08:33.004232 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-f80e097f-5ec0-4350-941d-ed5d650a8491 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 217 time: 0.0639176 Mar 26 03:08:33.057637 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] For port 158f70e3-b36a-41b3-9a4a-6de001ee3769, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=158f70e3-b36a-41b3-9a4a-6de001ee3769,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:33.061797 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:33.077080 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff0180e-bb71-4d6d-bf69-f71d019dc789 x-openstack-request-id: req-8ff0180e-bb71-4d6d-bf69-f71d019dc789 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:08:33.077649 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "tag": "bd630931-b100-4963-b878-574f97f1751c", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:08:33.078271 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ff0180e-bb71-4d6d-bf69-f71d019dc789 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:08:33.078893 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff0180e-bb71-4d6d-bf69-f71d019dc789'] response: {'name': 'network-changed', 'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'tag': 'bd630931-b100-4963-b878-574f97f1751c', 'status': 'completed', 'code': 200} Mar 26 03:08:33.085553 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Calling delete_port for 158f70e3-b36a-41b3-9a4a-6de001ee3769 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:08:33.100185 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-2980f7f9-6427-4730-9f5e-f32661b36f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:33.102582 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-2980f7f9-6427-4730-9f5e-f32661b36f21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b8a30b5-fa20-4909-857d-d15a575f3441 HTTP/1.1" status: 200 len: 846 time: 0.0915918 Mar 26 03:08:33.160986 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-2b8ab9ae-908e-48c8-a633-4f951e56ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:33.163153 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-2b8ab9ae-908e-48c8-a633-4f951e56ebac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0533800 Mar 26 03:08:33.289617 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-d8a69f83-c3d7-4389-91a1-d81fe50da31f service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176867 Mar 26 03:08:33.308419 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (158f70e3-b36a-41b3-9a4a-6de001ee3769), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:33.338098 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Pushing event deleted for resources: {'Port': ['ID=158f70e3-b36a-41b3-9a4a-6de001ee3769,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:33.409268 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-4302f33a-0c66-4b09-a786-cbe6a4558329 req-a24cd0c0-27b4-40b3-a57e-0fd8c5296ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141083 Mar 26 03:08:33.563397 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-9a880cbc-2a2a-422d-8d76-079dee3dc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:33.565435 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-9a880cbc-2a2a-422d-8d76-079dee3dc2a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1128 time: 0.0939276 Mar 26 03:08:33.571553 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752399'] for router_interface (309ddfd8-4a57-4a6b-b268-f38960e1fe95), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:33.688289 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-057bfc0c-173c-461f-bb16-e0bf2c02ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:33.690985 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-057bfc0c-173c-461f-bb16-e0bf2c02ec03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 200 len: 908 time: 0.1169112 Mar 26 03:08:33.743522 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-440a728c-9552-4e5d-a124-86002731267f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 217 time: 0.0464084 Mar 26 03:08:33.760761 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917668-e38d-44ad-862d-beccbb33ce0f req-5315577f-bba8-4c05-92b4-1179b7de921d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:33.762299 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-14917668-e38d-44ad-862d-beccbb33ce0f req-5315577f-bba8-4c05-92b4-1179b7de921d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 944 time: 0.0854089 Mar 26 03:08:33.795609 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-8ee77ca7-0d88-457d-843c-2fad64addb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:33.797173 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-8ee77ca7-0d88-457d-843c-2fad64addb8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b8a30b5-fa20-4909-857d-d15a575f3441 HTTP/1.1" status: 200 len: 846 time: 0.0470433 Mar 26 03:08:33.857420 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-3a6da61d-b57c-4329-b4b4-a746c299f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:33.859238 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-3a6da61d-b57c-4329-b4b4-a746c299f0af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0555239 Mar 26 03:08:33.907157 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-14917668-e38d-44ad-862d-beccbb33ce0f req-5d728651-00ab-4238-9a59-bc922944b9e2 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037769 Mar 26 03:08:33.932042 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:08:33.943287 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 9e10953f-6d59-432d-a609-3698b63f0c37 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:08:33.965271 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 9e10953f-6d59-432d-a609-3698b63f0c37 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:08:33.965690 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 9e10953f-6d59-432d-a609-3698b63f0c37 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:08:33.975426 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-61414547-6b43-472c-94bd-8548f151ee46 service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093168 Mar 26 03:08:34.046008 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:08:34.050935 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c925f658-0176-42b9-a839-db38caeed644 admin admin] 10.222.0.13 "PUT /v2.0/routers/309ddfd8-4a57-4a6b-b268-f38960e1fe95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5514612 Mar 26 03:08:34.053533 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59684) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:34.057464 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] Sync routers for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:08:34.069314 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:34.070199 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:08:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:34.073553 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-0a57ac8a-e12c-4d3c-b5f2-c95d725c938c req-b3228fee-01f4-46a2-8875-7b415984973d service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913534 Mar 26 03:08:34.189696 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:34.382392 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:08:33Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:34.387342 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks [] for router (309ddfd8-4a57-4a6b-b268-f38960e1fe95), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:34.409097 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] Checking router: 309ddfd8-4a57-4a6b-b268-f38960e1fe95 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:08:34.419233 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] Routers {'309ddfd8-4a57-4a6b-b268-f38960e1fe95'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:34.419348 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:08:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:34.495345 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks [] for router_gateway (309ddfd8-4a57-4a6b-b268-f38960e1fe95), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:34.555208 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Deleting port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:08:34.555569 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:34.632334 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] Set router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:34.644296 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] For port 715d80d6-29d8-4d19-8f81-5d74e6fa7b21, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=715d80d6-29d8-4d19-8f81-5d74e6fa7b21,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:34.644665 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:34.659697 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Calling delete_port for 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:08:34.863977 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:08:33Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:34.868117 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (715d80d6-29d8-4d19-8f81-5d74e6fa7b21), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:34.897878 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Pushing event deleted for resources: {'Port': ['ID=715d80d6-29d8-4d19-8f81-5d74e6fa7b21,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:34.899366 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb59a9-4db6-409f-8fbc-eb942aa167f3 None None] The sync data for ids ['309ddfd8-4a57-4a6b-b268-f38960e1fe95'] in dv-cinder-835328-1-smb is: [{'id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'name': 'tempest-AttachVolumeShelveTestJSON-514710928-router', 'tenant_id': '171e346333ca4d44b59ba34a1b15f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:02:10Z', 'updated_at': '2022-03-26T03:08:33Z', 'revision_number': 5, 'project_id': '171e346333ca4d44b59ba34a1b15f865', 'gw_port': {'id': '715d80d6-29d8-4d19-8f81-5d74e6fa7b21', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ddfd8-4a57-4a6b-b268-f38960e1fe95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:02:13Z', 'updated_at': '2022-03-26T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:08:34.980424 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752501'] for router_gateway (309ddfd8-4a57-4a6b-b268-f38960e1fe95), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.097336 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29408'] for router (309ddfd8-4a57-4a6b-b268-f38960e1fe95), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.100062 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks [] for router_controller (309ddfd8-4a57-4a6b-b268-f38960e1fe95), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.158135 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba557d17-41d6-4d36-8107-fa3294239cdf req-177e49fd-3d3e-4fbf-a83c-ad2cac56958a tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:35.159655 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ba557d17-41d6-4d36-8107-fa3294239cdf req-177e49fd-3d3e-4fbf-a83c-ad2cac56958a tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 944 time: 0.1511860 Mar 26 03:08:35.160659 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754710'] for router (309ddfd8-4a57-4a6b-b268-f38960e1fe95), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.161190 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 309ddfd8-4a57-4a6b-b268-f38960e1fe95 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:08:35.165647 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.166529 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1769611a-3c83-4596-b666-75bda8d77369 admin admin] 10.222.0.13 "DELETE /v2.0/routers/309ddfd8-4a57-4a6b-b268-f38960e1fe95 HTTP/1.1" status: 204 len: 168 time: 1.1117785 Mar 26 03:08:35.169125 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59708) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:35.211417 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ba557d17-41d6-4d36-8107-fa3294239cdf req-1e5956dd-50d2-415f-ac29-358cfd0a228e tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Mar 26 03:08:35.214148 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Deleting subnet 3d5e54fb-362b-4e06-9ab8-41545d0c56f6 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:08:35.217505 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Publish callbacks [] for subnet (3d5e54fb-362b-4e06-9ab8-41545d0c56f6), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.258244 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29039028'] for subnet (3d5e54fb-362b-4e06-9ab8-41545d0c56f6), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.338178 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (3d5e54fb-362b-4e06-9ab8-41545d0c56f6), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.390814 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29011280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29311475'] for subnet (3d5e54fb-362b-4e06-9ab8-41545d0c56f6), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.415920 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5e54fb-362b-4e06-9ab8-41545d0c56f6,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:35.420139 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.423763 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d5e54fb-362b-4e06-9ab8-41545d0c56f6 HTTP/1.1" status: 204 len: 168 time: 0.2535777 Mar 26 03:08:35.425143 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c579356-06d7-41ae-9ec4-4548844cf02f None None] Network 5dfeaeda-73d5-4b13-8fea-7ff995baae8f requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:08:35.426408 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:35.430706 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.431087 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.431624 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.431986 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.432327 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.432671 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.432992 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.433544 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.433745 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.434077 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.434406 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.434726 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.435080 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.435459 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.436291 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac895b9b-0614-4c4f-b258-eaf31a38177e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:08:35.497085 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (5dfeaeda-73d5-4b13-8fea-7ff995baae8f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.570306 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Deleting port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:08:35.570546 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.612262 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c6b62-553d-4b82-b939-0759e4f043bd None None] DHCP port deletion for 5dfeaeda-73d5-4b13-8fea-7ff995baae8f request from dv-cinder-835328-1-smb {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:08:35.635228 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] For port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=5b3b69db-89a4-486c-8174-e38a7a7b4b0a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:35.635604 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.651599 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Calling delete_port for 5b3b69db-89a4-486c-8174-e38a7a7b4b0a owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:08:35.660248 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-a44c6b62-553d-4b82-b939-0759e4f043bd None None] Deleting port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:08:35.660631 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a44c6b62-553d-4b82-b939-0759e4f043bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.729262 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a44c6b62-553d-4b82-b939-0759e4f043bd None None] For port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=5b3b69db-89a4-486c-8174-e38a7a7b4b0a,segment=NetworkSegment(a09ff3e8-0499-4cd5-9e46-1af04d0290a3),segment_id=a09ff3e8-0499-4cd5-9e46-1af04d0290a3)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:35.729740 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a44c6b62-553d-4b82-b939-0759e4f043bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.734180 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.743071 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-a44c6b62-553d-4b82-b939-0759e4f043bd None None] Calling delete_port for 5b3b69db-89a4-486c-8174-e38a7a7b4b0a owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:08:35.763947 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3b69db-89a4-486c-8174-e38a7a7b4b0a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:35.765767 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] No DVR routers for this DVR port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a on host dv-cinder-835328-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:08:35.820955 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a44c6b62-553d-4b82-b939-0759e4f043bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335'] for port (5b3b69db-89a4-486c-8174-e38a7a7b4b0a), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.844608 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (5dfeaeda-73d5-4b13-8fea-7ff995baae8f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.845852 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c6b62-553d-4b82-b939-0759e4f043bd None None] Pushing event deleted for resources: {'Port': ['ID=5b3b69db-89a4-486c-8174-e38a7a7b4b0a,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:35.851687 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c6b62-553d-4b82-b939-0759e4f043bd None None] No DVR routers for this DVR port 5b3b69db-89a4-486c-8174-e38a7a7b4b0a on host dv-cinder-835328-1-smb {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:08:35.881330 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfeaeda-73d5-4b13-8fea-7ff995baae8f']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:35.892760 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:35.893087 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09ff3e8-0499-4cd5-9e46-1af04d0290a3') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:35.916024 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28410793'] for segment (a09ff3e8-0499-4cd5-9e46-1af04d0290a3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.931928 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (a09ff3e8-0499-4cd5-9e46-1af04d0290a3), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.939007 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bd630931-b100-4963-b878-574f97f1751c details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28940417'] for segment (a09ff3e8-0499-4cd5-9e46-1af04d0290a3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: timer() Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: cb(*args, **kw) Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: self._notify() Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: self.callback(batched_events) Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: event.method(event) Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: return self._get(url).json() Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:08:35.959844 dv-cinder-835328-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:08:36.047346 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 5b3b69db-89a4-486c-8174-e38a7a7b4b0a no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:08:36.054155 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (5dfeaeda-73d5-4b13-8fea-7ff995baae8f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:36.059579 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:36.068245 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/5dfeaeda-73d5-4b13-8fea-7ff995baae8f HTTP/1.1" status: 204 len: 168 time: 0.6352148 Mar 26 03:08:36.071094 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 5b3b69db-89a4-486c-8174-e38a7a7b4b0a {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:08:36.071439 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 5b3b69db-89a4-486c-8174-e38a7a7b4b0a not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:08:36.072382 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:08:36.078114 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bc210-8cb0-41d4-bb94-2df5c9ade1fc admin admin] Pushing event deleted for resources: {'Network': ['ID=5dfeaeda-73d5-4b13-8fea-7ff995baae8f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:36.094112 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:08:36.094457 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 715d80d6-29d8-4d19-8f81-5d74e6fa7b21 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:08:36.094873 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 158f70e3-b36a-41b3-9a4a-6de001ee3769 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:08:36.120401 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 158f70e3-b36a-41b3-9a4a-6de001ee3769 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:08:36.120706 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 158f70e3-b36a-41b3-9a4a-6de001ee3769 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:08:36.157557 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd630931-b100-4963-b878-574f97f1751c,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:36.185317 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': 'bd630931-b100-4963-b878-574f97f1751c', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'port_id': 'bd630931-b100-4963-b878-574f97f1751c', 'mac_address': 'fa:16:3e:ea:be:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:08:36.232873 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port bd630931-b100-4963-b878-574f97f1751c is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:36.233775 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bd630931-b100-4963-b878-574f97f1751c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:36.253311 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd630931-b100-4963-b878-574f97f1751c {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:08:36.281523 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd630931-b100-4963-b878-574f97f1751c,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:36.287632 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (bd630931-b100-4963-b878-574f97f1751c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:36.370157 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59740) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:36.370759 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=bd630931-b100-4963-b878-574f97f1751c,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:36.382168 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84530dc2-490e-4e02-82b1-b2050446c6c8 req-103b1c03-a883-4f5b-99c3-7e932e14b2a0 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:36.385938 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-84530dc2-490e-4e02-82b1-b2050446c6c8 req-103b1c03-a883-4f5b-99c3-7e932e14b2a0 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 945 time: 0.0754588 Mar 26 03:08:36.434426 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-7c78d928-c72b-4de8-a8a8-73c9f6143717 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=171e346333ca4d44b59ba34a1b15f865&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0595272 Mar 26 03:08:36.437248 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59742) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:36.455866 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-84530dc2-490e-4e02-82b1-b2050446c6c8 req-fec50502-b493-44e6-8ef8-644999a9adb2 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639331 Mar 26 03:08:36.494867 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8660d2f-e9cb-4db1-a20a-3b26fbee8314 admin admin] Publish callbacks [] for security_group (9ac987ec-9f1b-4319-8cb6-d6697435086f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:36.500850 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['bd630931-b100-4963-b878-574f97f1751c'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:08:36.517745 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8660d2f-e9cb-4db1-a20a-3b26fbee8314 admin admin] Publish callbacks [] for security_group (9ac987ec-9f1b-4319-8cb6-d6697435086f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:36.573463 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8660d2f-e9cb-4db1-a20a-3b26fbee8314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (9ac987ec-9f1b-4319-8cb6-d6697435086f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:36.576637 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8660d2f-e9cb-4db1-a20a-3b26fbee8314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:36.577874 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b8660d2f-e9cb-4db1-a20a-3b26fbee8314 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ac987ec-9f1b-4319-8cb6-d6697435086f HTTP/1.1" status: 204 len: 168 time: 0.1396277 Mar 26 03:08:36.586164 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8660d2f-e9cb-4db1-a20a-3b26fbee8314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac987ec-9f1b-4319-8cb6-d6697435086f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:37.596990 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9710b6-5dff-4386-9322-d1e66c73a260 req-badb6f98-0cd4-42fd-b608-39e7ad845748 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:37.598916 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b9710b6-5dff-4386-9322-d1e66c73a260 req-badb6f98-0cd4-42fd-b608-39e7ad845748 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 945 time: 0.0629146 Mar 26 03:08:37.653231 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b9710b6-5dff-4386-9322-d1e66c73a260 req-e738b3ad-6b4d-40de-affa-716160c1fa99 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474205 Mar 26 03:08:37.960528 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bd630931-b100-4963-b878-574f97f1751c up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:08:38.022400 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port bd630931-b100-4963-b878-574f97f1751c completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:08:38.027058 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port bd630931-b100-4963-b878-574f97f1751c triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:08:38.027461 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (bd630931-b100-4963-b878-574f97f1751c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:38.103447 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port bd630931-b100-4963-b878-574f97f1751c is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:08:38.104074 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bd630931-b100-4963-b878-574f97f1751c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:38.130839 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd630931-b100-4963-b878-574f97f1751c'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:08:38.131534 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eabec2-dd91-4540-956b-5cc886cb1ac6" -d '{"events": [{"server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "name": "network-vif-plugged", "status": "completed", "tag": "bd630931-b100-4963-b878-574f97f1751c"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:08:38.146121 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd630931-b100-4963-b878-574f97f1751c,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:08:38.153215 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (bd630931-b100-4963-b878-574f97f1751c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:38.182078 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3131df2-1333-4c12-baba-a1e00612c6a3 x-openstack-request-id: req-d3131df2-1333-4c12-baba-a1e00612c6a3 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:08:38.182620 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "name": "network-vif-plugged", "status": "completed", "tag": "bd630931-b100-4963-b878-574f97f1751c", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:08:38.183108 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3131df2-1333-4c12-baba-a1e00612c6a3 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:08:38.183518 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3131df2-1333-4c12-baba-a1e00612c6a3'] response: {'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd630931-b100-4963-b878-574f97f1751c', 'code': 200} Mar 26 03:08:38.217751 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=bd630931-b100-4963-b878-574f97f1751c,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:38.439040 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd5b68-25ec-4102-a86f-161c7a12a980 req-dbfca65c-fa1c-4dbd-b36b-1daa234cda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:38.440736 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-88dd5b68-25ec-4102-a86f-161c7a12a980 req-dbfca65c-fa1c-4dbd-b36b-1daa234cda58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1130 time: 0.0495825 Mar 26 03:08:38.451356 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:08:38.491232 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-88dd5b68-25ec-4102-a86f-161c7a12a980 req-f77fbc29-7530-4d96-ae4a-4e6d20e2c97d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Mar 26 03:08:38.778466 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0779-3a2d-4f88-8ded-34c21d3bac7f req-e1772650-1237-4b2e-a562-284cfc83a4f0 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:38.779995 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c15d0779-3a2d-4f88-8ded-34c21d3bac7f req-e1772650-1237-4b2e-a562-284cfc83a4f0 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0547550 Mar 26 03:08:38.832662 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c15d0779-3a2d-4f88-8ded-34c21d3bac7f req-2eb05f85-77e3-4684-8da1-1060e28abcbf tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469797 Mar 26 03:08:39.956841 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fb490-e942-494f-98d4-678a1a1edf20 req-7d7b570b-453a-443f-be9e-f9a134328cd5 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:39.958344 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c01fb490-e942-494f-98d4-678a1a1edf20 req-7d7b570b-453a-443f-be9e-f9a134328cd5 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0544536 Mar 26 03:08:40.012976 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c01fb490-e942-494f-98d4-678a1a1edf20 req-7dd5c1c2-9826-48cd-ac34-f03a889f17ba tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480826 Mar 26 03:08:40.146220 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791546-866c-4a53-a47a-5a651dc8ce7d req-a0b39133-0c40-4389-a89a-47eb0bf0424d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:40.148091 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c5791546-866c-4a53-a47a-5a651dc8ce7d req-a0b39133-0c40-4389-a89a-47eb0bf0424d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0613830 Mar 26 03:08:40.206449 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c5791546-866c-4a53-a47a-5a651dc8ce7d req-96649a63-1622-47ce-9a33-de1d29ac5f9c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510902 Mar 26 03:08:40.232468 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59886) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:40.451388 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284b387-55e8-4e3a-afa5-1147f7d2e4c1 tempest-TestShelveInstance-1306542616 tempest-TestShelveInstance-1306542616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:40.452882 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1284b387-55e8-4e3a-afa5-1147f7d2e4c1 tempest-TestShelveInstance-1306542616 tempest-TestShelveInstance-1306542616-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1125 time: 0.2192383 Mar 26 03:08:40.455865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59894) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:40.460051 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Request body: {'floatingip': {'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'port_id': 'bd630931-b100-4963-b878-574f97f1751c', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:08:40.482618 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:40.579312 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:40.679931 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Allocated IP 172.28.2.226 (f054278a-3c9c-4728-be97-7e282accbc6a/43799688-1810-4028-b665-e654865e7d21/4de7bb9a-36b4-4b28-b235-ef924445d66d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:08:40.787703 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for port (4de7bb9a-36b4-4b28-b235-ef924445d66d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:40.826071 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (4de7bb9a-36b4-4b28-b235-ef924445d66d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:40.862703 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Network f054278a-3c9c-4728-be97-7e282accbc6a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:08:40.865597 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:08:40.871685 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:08:40.893945 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'Port': ['ID=4de7bb9a-36b4-4b28-b235-ef924445d66d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:41.115175 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59906) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:41.220304 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b38ccafe-c94a-40fd-8f2c-3ba9b9f623e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.225437 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for floatingip (1e13aeb1-c239-4b3c-adce-8bd942c2b0a3), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.300853 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (4de7bb9a-36b4-4b28-b235-ef924445d66d), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.303038 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b38ccafe-c94a-40fd-8f2c-3ba9b9f623e4 admin admin] Publish callbacks [] for security_group (d9166ff3-f1f5-4460-800d-5f747e96f15f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.308088 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b38ccafe-c94a-40fd-8f2c-3ba9b9f623e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (d9166ff3-f1f5-4460-800d-5f747e96f15f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.352602 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b38ccafe-c94a-40fd-8f2c-3ba9b9f623e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8745f750eea9454686ada3af6fa75316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361212 Mar 26 03:08:41.355429 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59916) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:41.373226 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ccafe-c94a-40fd-8f2c-3ba9b9f623e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9166ff3-f1f5-4460-800d-5f747e96f15f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:41.410638 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a339cb95-69d5-49df-af58-035dcd46796c admin admin] Publish callbacks [] for security_group (d9166ff3-f1f5-4460-800d-5f747e96f15f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.435750 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a339cb95-69d5-49df-af58-035dcd46796c admin admin] Publish callbacks [] for security_group (d9166ff3-f1f5-4460-800d-5f747e96f15f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.498250 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a339cb95-69d5-49df-af58-035dcd46796c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (d9166ff3-f1f5-4460-800d-5f747e96f15f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.501861 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a339cb95-69d5-49df-af58-035dcd46796c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.503587 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a339cb95-69d5-49df-af58-035dcd46796c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9166ff3-f1f5-4460-800d-5f747e96f15f HTTP/1.1" status: 204 len: 168 time: 0.1468606 Mar 26 03:08:41.516583 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for port (4de7bb9a-36b4-4b28-b235-ef924445d66d), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.522390 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (4de7bb9a-36b4-4b28-b235-ef924445d66d), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.532844 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339cb95-69d5-49df-af58-035dcd46796c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9166ff3-f1f5-4460-800d-5f747e96f15f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:41.613859 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event updated for resources: {'Port': ['ID=4de7bb9a-36b4-4b28-b235-ef924445d66d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:41.620492 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752575'] for floatingip (1e13aeb1-c239-4b3c-adce-8bd942c2b0a3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.672570 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.702550 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59932) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:41.769923 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Floating IP 1e13aeb1-c239-4b3c-adce-8bd942c2b0a3 associated. External IP: 172.28.2.226, port: bd630931-b100-4963-b878-574f97f1751c. Mar 26 03:08:41.889831 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa133d08-3ae0-409b-8a99-8ff9f5dc53a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:41.921747 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59938) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:41.940311 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9cb72f6c-d8cc-43b2-b095-36baac6a6203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.000644 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Router 28de1072-189e-41b2-abb7-1e735d3c116a has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:08:42.008360 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa133d08-3ae0-409b-8a99-8ff9f5dc53a0 admin admin] Publish callbacks [] for security_group (596878d3-55fa-4c66-af4e-c5804928c3d7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.013416 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa133d08-3ae0-409b-8a99-8ff9f5dc53a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (596878d3-55fa-4c66-af4e-c5804928c3d7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.058076 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-fa133d08-3ae0-409b-8a99-8ff9f5dc53a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c31face597d54eb2957204896a4f8f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542547 Mar 26 03:08:42.064740 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59940) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:42.074506 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa133d08-3ae0-409b-8a99-8ff9f5dc53a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596878d3-55fa-4c66-af4e-c5804928c3d7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:42.114128 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9cb72f6c-d8cc-43b2-b095-36baac6a6203 admin admin] Publish callbacks [] for security_group (f674732f-2f3a-41a3-970e-719af9b66121), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.114849 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:08:42.124724 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9cb72f6c-d8cc-43b2-b095-36baac6a6203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f674732f-2f3a-41a3-970e-719af9b66121), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.129549 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] Sync routers for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:08:42.141183 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.145859 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:42.146876 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:08:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:42.179470 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e781eef1-fa65-4c8d-aa97-5e97dcef6944 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7225640 Mar 26 03:08:42.180369 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'tag': 'bd630931-b100-4963-b878-574f97f1751c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:08:42.183205 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5721f30-9f1d-44da-b881-47dbc7cbe985" -d '{"events": [{"name": "network-changed", "server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "tag": "bd630931-b100-4963-b878-574f97f1751c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:08:42.183938 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-9cb72f6c-d8cc-43b2-b095-36baac6a6203 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5ff30766c514c27924fe71b99238d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610793 Mar 26 03:08:42.184649 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59942) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:42.187237 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb72f6c-d8cc-43b2-b095-36baac6a6203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f674732f-2f3a-41a3-970e-719af9b66121,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:42.205097 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6562716-c123-44a0-a899-6fc86f7a5af2 admin admin] Publish callbacks [] for security_group (596878d3-55fa-4c66-af4e-c5804928c3d7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.240217 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec3fe7d-f282-48c3-a67a-cc4f3e06b420 x-openstack-request-id: req-2ec3fe7d-f282-48c3-a67a-cc4f3e06b420 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:08:42.241043 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "tag": "bd630931-b100-4963-b878-574f97f1751c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:08:42.241457 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ec3fe7d-f282-48c3-a67a-cc4f3e06b420 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:08:42.242296 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec3fe7d-f282-48c3-a67a-cc4f3e06b420'] response: {'name': 'network-changed', 'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'tag': 'bd630931-b100-4963-b878-574f97f1751c', 'status': 'completed', 'code': 200} Mar 26 03:08:42.262972 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6562716-c123-44a0-a899-6fc86f7a5af2 admin admin] Publish callbacks [] for security_group (596878d3-55fa-4c66-af4e-c5804928c3d7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.284685 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:42.315646 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca0000b6-d38a-4d74-9560-68c37b6f6b08 admin admin] Publish callbacks [] for security_group (f674732f-2f3a-41a3-970e-719af9b66121), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.516322 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '1e13aeb1-c239-4b3c-adce-8bd942c2b0a3', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'floating_ip_address': '172.28.2.226', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'port_id': 'bd630931-b100-4963-b878-574f97f1751c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'mac_address': 'fa:16:3e:ea:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ff799-840d-4494-aca5-2601742e2440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:08:41Z', 'updated_at': '2022-03-26T03:08:41Z', 'revision_number': 0, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199dcdac-89f6-46d9-a3fc-3c8d031179ad', 'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'mac_address': 'fa:16:3e:b0:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:03Z', 'updated_at': '2022-03-26T03:08:08Z', 'revision_number': 5, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'subnets': [{'id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:42.600126 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca0000b6-d38a-4d74-9560-68c37b6f6b08 admin admin] Publish callbacks [] for security_group (f674732f-2f3a-41a3-970e-719af9b66121), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.636751 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-42d28b75-6c96-4395-9560-8ff8556b77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:42.638255 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-42d28b75-6c96-4395-9560-8ff8556b77d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1130 time: 0.3717010 Mar 26 03:08:42.641587 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6562716-c123-44a0-a899-6fc86f7a5af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (596878d3-55fa-4c66-af4e-c5804928c3d7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.644151 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6562716-c123-44a0-a899-6fc86f7a5af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.645287 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-c6562716-c123-44a0-a899-6fc86f7a5af2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/596878d3-55fa-4c66-af4e-c5804928c3d7 HTTP/1.1" status: 204 len: 168 time: 0.5795219 Mar 26 03:08:42.679208 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] Checking router: 28de1072-189e-41b2-abb7-1e735d3c116a for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:08:42.687855 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:08:42.697143 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6562716-c123-44a0-a899-6fc86f7a5af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596878d3-55fa-4c66-af4e-c5804928c3d7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:42.697670 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:08:28Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:42.742911 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca0000b6-d38a-4d74-9560-68c37b6f6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f674732f-2f3a-41a3-970e-719af9b66121), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.745987 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca0000b6-d38a-4d74-9560-68c37b6f6b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:42.749561 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-ca0000b6-d38a-4d74-9560-68c37b6f6b08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f674732f-2f3a-41a3-970e-719af9b66121 HTTP/1.1" status: 204 len: 168 time: 0.5563052 Mar 26 03:08:42.773514 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0000b6-d38a-4d74-9560-68c37b6f6b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f674732f-2f3a-41a3-970e-719af9b66121,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:42.779855 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-f5840809-7348-4efd-839b-5fce1f133db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:42.781557 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-f5840809-7348-4efd-839b-5fce1f133db3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 200 len: 908 time: 0.1353073 Mar 26 03:08:42.872251 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-76f92366-7218-4dbf-8335-5fb731ef0fac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 1000 time: 0.0819809 Mar 26 03:08:42.886744 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:08:42.942974 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-5c82ecf0-0235-4bbc-a306-80890cbd5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:42.946421 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-5c82ecf0-0235-4bbc-a306-80890cbd5ca8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b8a30b5-fa20-4909-857d-d15a575f3441 HTTP/1.1" status: 200 len: 846 time: 0.0697713 Mar 26 03:08:43.029439 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-88240077-6384-41c8-acdd-554b203faf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:08:43.031082 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-88240077-6384-41c8-acdd-554b203faf33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0770698 Mar 26 03:08:43.184764 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-ee281cad-592a-43d8-b6df-eceebf440fe9 service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457083 Mar 26 03:08:43.223457 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59964) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:43.242201 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8b3afd8-4932-49c9-9493-a339f0c41309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.265886 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '1e13aeb1-c239-4b3c-adce-8bd942c2b0a3', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'floating_ip_address': '172.28.2.226', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'port_id': 'bd630931-b100-4963-b878-574f97f1751c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'mac_address': 'fa:16:3e:ea:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ff799-840d-4494-aca5-2601742e2440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:08:41Z', 'updated_at': '2022-03-26T03:08:41Z', 'revision_number': 0, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199dcdac-89f6-46d9-a3fc-3c8d031179ad', 'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'mac_address': 'fa:16:3e:b0:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:03Z', 'updated_at': '2022-03-26T03:08:08Z', 'revision_number': 5, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'subnets': [{'id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:43.301606 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-c5721f30-9f1d-44da-b881-47dbc7cbe985 req-871bc81a-d98c-451e-a497-4b688235c545 service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134331 Mar 26 03:08:43.307795 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746858fa-ca8f-4cee-be82-c74fa9b7bc79 None None] The sync data for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb is: [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_floatingips': [{'id': '1e13aeb1-c239-4b3c-adce-8bd942c2b0a3', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'floating_ip_address': '172.28.2.226', 'floating_network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'router_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'port_id': 'bd630931-b100-4963-b878-574f97f1751c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'mac_address': 'fa:16:3e:ea:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ff799-840d-4494-aca5-2601742e2440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:08:41Z', 'updated_at': '2022-03-26T03:08:41Z', 'revision_number': 0, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199dcdac-89f6-46d9-a3fc-3c8d031179ad', 'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'mac_address': 'fa:16:3e:b0:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:03Z', 'updated_at': '2022-03-26T03:08:08Z', 'revision_number': 5, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'subnets': [{'id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:08:43.342050 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8b3afd8-4932-49c9-9493-a339f0c41309 admin admin] Publish callbacks [] for security_group (98563db9-4767-4214-b764-c8e06ae6e538), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.346315 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8b3afd8-4932-49c9-9493-a339f0c41309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (98563db9-4767-4214-b764-c8e06ae6e538), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.351697 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59966) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:43.366900 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d031147-9e16-425a-90fa-b459aa9b36ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.392411 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e8b3afd8-4932-49c9-9493-a339f0c41309 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db2ad8cdac384968a2c4e0c73df26a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677532 Mar 26 03:08:43.395243 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 59968) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:43.395983 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3afd8-4932-49c9-9493-a339f0c41309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98563db9-4767-4214-b764-c8e06ae6e538,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:43.482826 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a1a2-727e-404f-81f0-a273bb8c97a3 admin admin] Publish callbacks [] for security_group (98563db9-4767-4214-b764-c8e06ae6e538), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.494425 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d031147-9e16-425a-90fa-b459aa9b36ca admin admin] Publish callbacks [] for security_group (482d346b-adb5-43c9-8e46-88eeb17cb562), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.500874 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d031147-9e16-425a-90fa-b459aa9b36ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (482d346b-adb5-43c9-8e46-88eeb17cb562), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.532685 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a1a2-727e-404f-81f0-a273bb8c97a3 admin admin] Publish callbacks [] for security_group (98563db9-4767-4214-b764-c8e06ae6e538), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.536910 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db85f3b-f286-49ec-bdfd-ce878dd5c484 None None] New status for floating IP 1e13aeb1-c239-4b3c-adce-8bd942c2b0a3: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:08:43.561305 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-4d031147-9e16-425a-90fa-b459aa9b36ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08d1613c2957404ab60785ddd010f49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084186 Mar 26 03:08:43.563953 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59970) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:43.566143 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d031147-9e16-425a-90fa-b459aa9b36ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482d346b-adb5-43c9-8e46-88eeb17cb562,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:43.608184 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a1a2-727e-404f-81f0-a273bb8c97a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (98563db9-4767-4214-b764-c8e06ae6e538), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.610761 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a1a2-727e-404f-81f0-a273bb8c97a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.611980 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-4ef9a1a2-727e-404f-81f0-a273bb8c97a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98563db9-4767-4214-b764-c8e06ae6e538 HTTP/1.1" status: 204 len: 168 time: 0.2154088 Mar 26 03:08:43.621155 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9a1a2-727e-404f-81f0-a273bb8c97a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98563db9-4767-4214-b764-c8e06ae6e538,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:43.859419 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7be375c8-7861-471e-b5b5-f43b21d0ad0d admin admin] Publish callbacks [] for security_group (482d346b-adb5-43c9-8e46-88eeb17cb562), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.880257 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7be375c8-7861-471e-b5b5-f43b21d0ad0d admin admin] Publish callbacks [] for security_group (482d346b-adb5-43c9-8e46-88eeb17cb562), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.927427 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7be375c8-7861-471e-b5b5-f43b21d0ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (482d346b-adb5-43c9-8e46-88eeb17cb562), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.929949 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7be375c8-7861-471e-b5b5-f43b21d0ad0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:43.934023 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-7be375c8-7861-471e-b5b5-f43b21d0ad0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/482d346b-adb5-43c9-8e46-88eeb17cb562 HTTP/1.1" status: 204 len: 168 time: 0.3661766 Mar 26 03:08:43.939379 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be375c8-7861-471e-b5b5-f43b21d0ad0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d346b-adb5-43c9-8e46-88eeb17cb562,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:45.487180 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60074) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:45.588930 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f4defb6-41f8-4162-bbbc-49310fecbaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:45.662268 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f4defb6-41f8-4162-bbbc-49310fecbaa5 admin admin] Publish callbacks [] for security_group (35eb96f6-313b-485d-ae0f-137c4fe692d3), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:45.666644 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f4defb6-41f8-4162-bbbc-49310fecbaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (35eb96f6-313b-485d-ae0f-137c4fe692d3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:45.704320 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8f4defb6-41f8-4162-bbbc-49310fecbaa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ddddf7c6c9f4ada8ffe52aafdb34b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160418 Mar 26 03:08:45.705195 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4defb6-41f8-4162-bbbc-49310fecbaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eb96f6-313b-485d-ae0f-137c4fe692d3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:45.707154 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60078) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:45.757833 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3abebe4c-3dcd-4e95-bf1c-82931ca2be0a admin admin] Publish callbacks [] for security_group (35eb96f6-313b-485d-ae0f-137c4fe692d3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:45.777543 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3abebe4c-3dcd-4e95-bf1c-82931ca2be0a admin admin] Publish callbacks [] for security_group (35eb96f6-313b-485d-ae0f-137c4fe692d3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:45.824612 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3abebe4c-3dcd-4e95-bf1c-82931ca2be0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (35eb96f6-313b-485d-ae0f-137c4fe692d3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:45.827391 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3abebe4c-3dcd-4e95-bf1c-82931ca2be0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:45.831181 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-3abebe4c-3dcd-4e95-bf1c-82931ca2be0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35eb96f6-313b-485d-ae0f-137c4fe692d3 HTTP/1.1" status: 204 len: 168 time: 0.1202586 Mar 26 03:08:45.839730 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abebe4c-3dcd-4e95-bf1c-82931ca2be0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eb96f6-313b-485d-ae0f-137c4fe692d3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:46.130147 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60098) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:46.143851 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cccdbb31-65ae-49d0-9eb9-0697a98211d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:46.217541 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cccdbb31-65ae-49d0-9eb9-0697a98211d8 admin admin] Publish callbacks [] for security_group (b4bb5ab9-5110-4ec7-85b2-e0cd3425bbcf), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:46.221418 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cccdbb31-65ae-49d0-9eb9-0697a98211d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (b4bb5ab9-5110-4ec7-85b2-e0cd3425bbcf), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:46.260863 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-cccdbb31-65ae-49d0-9eb9-0697a98211d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18b59920bc9a433e9c6878676873e320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295919 Mar 26 03:08:46.261822 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdbb31-65ae-49d0-9eb9-0697a98211d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bb5ab9-5110-4ec7-85b2-e0cd3425bbcf,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:46.263733 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60102) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:46.312723 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13d1c932-5d3e-4abb-aa51-459baca402fe admin admin] Publish callbacks [] for security_group (b4bb5ab9-5110-4ec7-85b2-e0cd3425bbcf), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:46.335452 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13d1c932-5d3e-4abb-aa51-459baca402fe admin admin] Publish callbacks [] for security_group (b4bb5ab9-5110-4ec7-85b2-e0cd3425bbcf), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:46.382629 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13d1c932-5d3e-4abb-aa51-459baca402fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (b4bb5ab9-5110-4ec7-85b2-e0cd3425bbcf), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:46.386098 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13d1c932-5d3e-4abb-aa51-459baca402fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:46.387282 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-13d1c932-5d3e-4abb-aa51-459baca402fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4bb5ab9-5110-4ec7-85b2-e0cd3425bbcf HTTP/1.1" status: 204 len: 168 time: 0.1225095 Mar 26 03:08:46.396046 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1c932-5d3e-4abb-aa51-459baca402fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bb5ab9-5110-4ec7-85b2-e0cd3425bbcf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:47.069419 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60140) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:47.113686 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e36087-31ae-4bf8-b675-ee817ddcff38 admin admin] Deleting subnet f5ee88d2-da80-4521-b92f-3ad54cfbd1a4 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:08:47.117015 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7e36087-31ae-4bf8-b675-ee817ddcff38 admin admin] Publish callbacks [] for subnet (f5ee88d2-da80-4521-b92f-3ad54cfbd1a4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.152498 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7e36087-31ae-4bf8-b675-ee817ddcff38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28410768'] for subnet (f5ee88d2-da80-4521-b92f-3ad54cfbd1a4), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.191538 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7e36087-31ae-4bf8-b675-ee817ddcff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (f5ee88d2-da80-4521-b92f-3ad54cfbd1a4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.247191 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7e36087-31ae-4bf8-b675-ee817ddcff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28970820'] for subnet (f5ee88d2-da80-4521-b92f-3ad54cfbd1a4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.272607 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e36087-31ae-4bf8-b675-ee817ddcff38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ee88d2-da80-4521-b92f-3ad54cfbd1a4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:47.277033 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7e36087-31ae-4bf8-b675-ee817ddcff38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.282657 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60146) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:47.283146 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e7e36087-31ae-4bf8-b675-ee817ddcff38 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f5ee88d2-da80-4521-b92f-3ad54cfbd1a4 HTTP/1.1" status: 204 len: 168 time: 0.2120051 Mar 26 03:08:47.356658 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (4ccb8cb7-46ba-4e08-98ff-710161aa2f8e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.434268 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (4ccb8cb7-46ba-4e08-98ff-710161aa2f8e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.453714 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccb8cb7-46ba-4e08-98ff-710161aa2f8e']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:47.464340 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2d3956-bb8d-4174-9acd-ca26bd3d17eb') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:47.464639 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2d3956-bb8d-4174-9acd-ca26bd3d17eb') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:47.473743 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29038989'] for segment (5b2d3956-bb8d-4174-9acd-ca26bd3d17eb), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.487640 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (5b2d3956-bb8d-4174-9acd-ca26bd3d17eb), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.494702 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:08:47.495316 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29010930'] for segment (5b2d3956-bb8d-4174-9acd-ca26bd3d17eb), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: Traceback (most recent call last): Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: timer() Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: cb(*args, **kw) Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: return func(*args, **kwargs) Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: self._notify() Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: self.callback(batched_events) Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: event.method(event) Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: return f(self, *a, **k) Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: return self._get(url).json() Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:08:47.497256 dv-cinder-835328-1-smb neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:08:47.558730 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (4ccb8cb7-46ba-4e08-98ff-710161aa2f8e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.563196 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.566379 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4ccb8cb7-46ba-4e08-98ff-710161aa2f8e HTTP/1.1" status: 204 len: 168 time: 0.2824519 Mar 26 03:08:47.569172 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60158) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:47.580584 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cc69f-a6f8-47fc-a4db-f8c3875f5fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ccb8cb7-46ba-4e08-98ff-710161aa2f8e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:47.614612 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bdf624-2db5-4178-a63f-0ff9397a1d11 admin admin] Deleting subnet 8b9fae8a-9cb2-4e65-a0be-5e762a5d90cf {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:08:47.617824 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf624-2db5-4178-a63f-0ff9397a1d11 admin admin] Publish callbacks [] for subnet (8b9fae8a-9cb2-4e65-a0be-5e762a5d90cf), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.655063 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf624-2db5-4178-a63f-0ff9397a1d11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28410768'] for subnet (8b9fae8a-9cb2-4e65-a0be-5e762a5d90cf), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.701640 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf624-2db5-4178-a63f-0ff9397a1d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (8b9fae8a-9cb2-4e65-a0be-5e762a5d90cf), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.751264 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf624-2db5-4178-a63f-0ff9397a1d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28970820'] for subnet (8b9fae8a-9cb2-4e65-a0be-5e762a5d90cf), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.777795 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdf624-2db5-4178-a63f-0ff9397a1d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9fae8a-9cb2-4e65-a0be-5e762a5d90cf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:47.782015 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf624-2db5-4178-a63f-0ff9397a1d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.785216 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b7bdf624-2db5-4178-a63f-0ff9397a1d11 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b9fae8a-9cb2-4e65-a0be-5e762a5d90cf HTTP/1.1" status: 204 len: 168 time: 0.2144935 Mar 26 03:08:47.787695 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60168) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:47.862688 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (cd8ea29d-b32a-4439-954b-1e9b7adfe831), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.949176 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (cd8ea29d-b32a-4439-954b-1e9b7adfe831), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:47.973962 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8ea29d-b32a-4439-954b-1e9b7adfe831']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:47.984157 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cfbff7-6a72-4dfd-89b4-7e73e344bc2a') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:47.984459 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cfbff7-6a72-4dfd-89b4-7e73e344bc2a') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:08:47.995220 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28410793'] for segment (72cfbff7-6a72-4dfd-89b4-7e73e344bc2a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.011594 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (72cfbff7-6a72-4dfd-89b4-7e73e344bc2a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.019305 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:08:48.019705 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28940417'] for segment (72cfbff7-6a72-4dfd-89b4-7e73e344bc2a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: timer() Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: cb(*args, **kw) Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: self._notify() Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: self.callback(batched_events) Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: event.method(event) Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: return self._get(url).json() Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:08:48.021630 dv-cinder-835328-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:08:48.081237 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (cd8ea29d-b32a-4439-954b-1e9b7adfe831), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.086677 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.090438 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd8ea29d-b32a-4439-954b-1e9b7adfe831 HTTP/1.1" status: 204 len: 168 time: 0.3018236 Mar 26 03:08:48.115326 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3efcb-f3b4-4974-b7bd-70cd9218c2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8ea29d-b32a-4439-954b-1e9b7adfe831,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:48.269820 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60200) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:48.317104 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-b5e8c94d-b7d9-49fa-b391-c4a772d74a5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dab1dbc76db4766b389f74fb0d075cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460174 Mar 26 03:08:48.319387 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60206) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:48.367552 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35e2fc3-42e1-4554-9fe0-faf96c1d4163 admin admin] Publish callbacks [] for security_group (f62aa479-9847-49ab-b999-a58fea39f71a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.388246 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35e2fc3-42e1-4554-9fe0-faf96c1d4163 admin admin] Publish callbacks [] for security_group (f62aa479-9847-49ab-b999-a58fea39f71a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.435927 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35e2fc3-42e1-4554-9fe0-faf96c1d4163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (f62aa479-9847-49ab-b999-a58fea39f71a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.438703 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a35e2fc3-42e1-4554-9fe0-faf96c1d4163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.439874 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-a35e2fc3-42e1-4554-9fe0-faf96c1d4163 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f62aa479-9847-49ab-b999-a58fea39f71a HTTP/1.1" status: 204 len: 168 time: 0.1196008 Mar 26 03:08:48.448914 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e2fc3-42e1-4554-9fe0-faf96c1d4163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62aa479-9847-49ab-b999-a58fea39f71a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:48.561501 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60214) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:48.711628 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60218) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:48.733923 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1f15f07-9b16-4a47-8f1e-97f3bb1442b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.777256 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-96fbdd8c-be2b-425c-ba7c-5e9b415bce04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a1bff7ad72745bc951cbf99b7e99dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0645158 Mar 26 03:08:48.780109 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60220) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:48.829196 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47343923-57b3-4f16-920c-1da4cb65898d admin admin] Publish callbacks [] for security_group (e7dde850-5ceb-4002-9bdf-806c66fce770), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.832727 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1f15f07-9b16-4a47-8f1e-97f3bb1442b3 admin admin] Publish callbacks [] for security_group (e9991efe-8d58-4350-a3a7-30d81a49f7bf), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.836688 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1f15f07-9b16-4a47-8f1e-97f3bb1442b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e9991efe-8d58-4350-a3a7-30d81a49f7bf), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.850126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47343923-57b3-4f16-920c-1da4cb65898d admin admin] Publish callbacks [] for security_group (e7dde850-5ceb-4002-9bdf-806c66fce770), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.875949 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-f1f15f07-9b16-4a47-8f1e-97f3bb1442b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaee4a9419274d1aaed75350bdf26657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133678 Mar 26 03:08:48.876802 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f15f07-9b16-4a47-8f1e-97f3bb1442b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9991efe-8d58-4350-a3a7-30d81a49f7bf,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:48.879059 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60222) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:48.900512 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47343923-57b3-4f16-920c-1da4cb65898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e7dde850-5ceb-4002-9bdf-806c66fce770), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.903143 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47343923-57b3-4f16-920c-1da4cb65898d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.904284 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-47343923-57b3-4f16-920c-1da4cb65898d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7dde850-5ceb-4002-9bdf-806c66fce770 HTTP/1.1" status: 204 len: 168 time: 0.1229403 Mar 26 03:08:48.917443 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47343923-57b3-4f16-920c-1da4cb65898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dde850-5ceb-4002-9bdf-806c66fce770,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:48.935148 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcb4cfdd-def3-42ab-8340-f2119ce9fb73 admin admin] Publish callbacks [] for security_group (e9991efe-8d58-4350-a3a7-30d81a49f7bf), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.957096 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcb4cfdd-def3-42ab-8340-f2119ce9fb73 admin admin] Publish callbacks [] for security_group (e9991efe-8d58-4350-a3a7-30d81a49f7bf), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.005251 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcb4cfdd-def3-42ab-8340-f2119ce9fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (e9991efe-8d58-4350-a3a7-30d81a49f7bf), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.008661 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcb4cfdd-def3-42ab-8340-f2119ce9fb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.010263 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-bcb4cfdd-def3-42ab-8340-f2119ce9fb73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9991efe-8d58-4350-a3a7-30d81a49f7bf HTTP/1.1" status: 204 len: 168 time: 0.1300900 Mar 26 03:08:49.018904 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4cfdd-def3-42ab-8340-f2119ce9fb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9991efe-8d58-4350-a3a7-30d81a49f7bf,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:49.360752 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60248) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:49.377217 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-783dd982-c05a-4013-8499-8d3a402aed60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.452139 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-783dd982-c05a-4013-8499-8d3a402aed60 admin admin] Publish callbacks [] for security_group (50cb7ab7-d537-481f-b6a7-1ca20d3776e6), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.457181 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-783dd982-c05a-4013-8499-8d3a402aed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (50cb7ab7-d537-481f-b6a7-1ca20d3776e6), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.497312 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-783dd982-c05a-4013-8499-8d3a402aed60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12bc208be14546058f1bc8301bc43ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323481 Mar 26 03:08:49.497312 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd982-c05a-4013-8499-8d3a402aed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cb7ab7-d537-481f-b6a7-1ca20d3776e6,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:49.497891 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60250) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:08:49.550911 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d12f840-f93f-4409-851a-86cc3a2b199b admin admin] Publish callbacks [] for security_group (50cb7ab7-d537-481f-b6a7-1ca20d3776e6), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.572793 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d12f840-f93f-4409-851a-86cc3a2b199b admin admin] Publish callbacks [] for security_group (50cb7ab7-d537-481f-b6a7-1ca20d3776e6), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.620018 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d12f840-f93f-4409-851a-86cc3a2b199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (50cb7ab7-d537-481f-b6a7-1ca20d3776e6), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.622915 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d12f840-f93f-4409-851a-86cc3a2b199b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.624086 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0d12f840-f93f-4409-851a-86cc3a2b199b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50cb7ab7-d537-481f-b6a7-1ca20d3776e6 HTTP/1.1" status: 204 len: 168 time: 0.1241319 Mar 26 03:08:49.632751 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12f840-f93f-4409-851a-86cc3a2b199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cb7ab7-d537-481f-b6a7-1ca20d3776e6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:08:55.983150 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6779f834-c09e-4234-a269-a6d0ffd83522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:58.246255 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d746fdf3-5ffb-4a37-869a-caaf65721a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:59.697047 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:59.947711 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60576) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:00.057989 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0acf0793-0539-4b75-85e5-f1f5ca5cce89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:00.135530 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0acf0793-0539-4b75-85e5-f1f5ca5cce89 admin admin] Publish callbacks [] for security_group (2c0173ca-4ffb-4eb1-b07f-f7c4113c3c18), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:00.140051 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0acf0793-0539-4b75-85e5-f1f5ca5cce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (2c0173ca-4ffb-4eb1-b07f-f7c4113c3c18), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:00.178390 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf0793-0539-4b75-85e5-f1f5ca5cce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0173ca-4ffb-4eb1-b07f-f7c4113c3c18,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:00.183087 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0acf0793-0539-4b75-85e5-f1f5ca5cce89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9acfa77beb344ae0bc82eebe5d02fc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342036 Mar 26 03:09:00.185771 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60580) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:00.236468 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-822a8ff9-d943-4184-8c63-f21981a65e8a admin admin] Publish callbacks [] for security_group (2c0173ca-4ffb-4eb1-b07f-f7c4113c3c18), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:00.258802 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-822a8ff9-d943-4184-8c63-f21981a65e8a admin admin] Publish callbacks [] for security_group (2c0173ca-4ffb-4eb1-b07f-f7c4113c3c18), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:00.309676 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-822a8ff9-d943-4184-8c63-f21981a65e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (2c0173ca-4ffb-4eb1-b07f-f7c4113c3c18), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:00.312914 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-822a8ff9-d943-4184-8c63-f21981a65e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:00.314103 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-822a8ff9-d943-4184-8c63-f21981a65e8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c0173ca-4ffb-4eb1-b07f-f7c4113c3c18 HTTP/1.1" status: 204 len: 168 time: 0.1274238 Mar 26 03:09:00.322490 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a8ff9-d943-4184-8c63-f21981a65e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0173ca-4ffb-4eb1-b07f-f7c4113c3c18,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:01.072379 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:02.682058 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:03.708521 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-f50c84fc-bdc8-471b-8419-98fb334c7d85 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7af9ba9fddc04814aa254720512a415b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295682 Mar 26 03:09:03.896831 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-5b404e5d-73ec-4c3f-9802-5665dfae3295 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:03.898186 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-5b404e5d-73ec-4c3f-9802-5665dfae3295 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845412 Mar 26 03:09:03.912664 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-d5964de2-4bb9-4d7d-ba14-71d8fe779715 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/quotas/7af9ba9fddc04814aa254720512a415b HTTP/1.1" status: 200 len: 375 time: 0.0091374 Mar 26 03:09:03.944982 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-f44b2448-c2f8-46d2-bbd5-f72d52c5ff2b tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7af9ba9fddc04814aa254720512a415b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266762 Mar 26 03:09:05.114238 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-00e43cf4-7f17-4114-b64f-4df23fb7256c req-eafd3d2c-9e6b-4506-b314-fad4319b078b tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 210 time: 0.0277634 Mar 26 03:09:06.036937 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-146e3d98-4c2f-4d1d-9286-383fa525c197 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7af9ba9fddc04814aa254720512a415b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314798 Mar 26 03:09:06.220111 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-89c99329-bb04-48d8-968f-6c0fb1baa806 req-60bc5e4a-d230-4c78-a76a-628cb8d45081 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 210 time: 0.0301356 Mar 26 03:09:06.226409 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-a7f8803c-1408-43e5-a8d6-cac93ae21061 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:06.228049 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-a7f8803c-1408-43e5-a8d6-cac93ae21061 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856451 Mar 26 03:09:06.254758 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Request body: {'port': {'device_id': 'f0443269-99c4-45ac-a693-68ef0fcf8864', 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd', 'admin_state_up': True, 'tenant_id': '7af9ba9fddc04814aa254720512a415b'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:09:06.362928 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Made reservation on behalf of 7af9ba9fddc04814aa254720512a415b for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:09:06.366281 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:06.375792 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:06.449256 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks [] for security_group (0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:06.452931 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:06.518918 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:06.589523 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Allocated IP 192.168.233.34 (da1fcb04-b13e-4089-a275-481d0ddbbbdd/1340045f-9417-4b9f-937b-1a214013720d/57b215ea-78f0-4bc1-abe2-e97cb52aa4cd) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:09:06.750056 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks [] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:06.782279 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:06.823829 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Network da1fcb04-b13e-4089-a275-481d0ddbbbdd is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:09:06.826964 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:09:06.833205 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:09:06.840748 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Pushing event updated for resources: {'Port': ['ID=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:06.891077 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:06.891730 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:06.909776 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-adec44a7-4508-4df7-8fba-e379356124d0 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6587894 Mar 26 03:09:06.922083 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Request body: {'port': {'device_id': 'f0443269-99c4-45ac-a693-68ef0fcf8864', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:09:06.988827 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:07.116419 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-0d303961-22f6-4ca8-b010-791735ccf9aa None None] Provisioning complete for port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:09:07.117010 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0d303961-22f6-4ca8-b010-791735ccf9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:07.151165 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-0d303961-22f6-4ca8-b010-791735ccf9aa None None] Port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:09:07.249907 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:09:07.257869 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Publish callbacks [] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:07.270825 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Transition to ACTIVE for port object 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:09:07.274832 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:07.330796 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587ea41-2692-483c-8939-b447790da029 service neutron] Pushing event updated for resources: {'Port': ['ID=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:07.345709 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7563c8a-8de2-4e87-a495-b9efd2b7081a req-c97af254-8701-45f3-aa37-0c98fb326f8b tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:07.347434 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7563c8a-8de2-4e87-a495-b9efd2b7081a req-c97af254-8701-45f3-aa37-0c98fb326f8b tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 947 time: 0.0555997 Mar 26 03:09:07.403191 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e7563c8a-8de2-4e87-a495-b9efd2b7081a req-6b85b638-9cf0-4ecd-ab43-20671a07b728 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Mar 26 03:09:07.407627 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Attempting to bind port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:09:07.407979 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Attempting to bind port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '0c434fef-b4c5-4226-909f-ffda539a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:09:07.408353 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Attempting to bind port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd on network da1fcb04-b13e-4089-a275-481d0ddbbbdd {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:09:07.413231 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd on network da1fcb04-b13e-4089-a275-481d0ddbbbdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:09:07.413559 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Attempting to bind port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd on network da1fcb04-b13e-4089-a275-481d0ddbbbdd {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:09:07.421800 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:09:07.422147 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Checking segment: {'id': '0c434fef-b4c5-4226-909f-ffda539a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:09:07.422564 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Bound using segment: {'id': '0c434fef-b4c5-4226-909f-ffda539a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:09:07.423023 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Bound port: 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c434fef-b4c5-4226-909f-ffda539a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:09:07.423386 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:07.490044 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] For port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:09:07.493221 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] For port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,segment=NetworkSegment(0c434fef-b4c5-4226-909f-ffda539a33f4),segment_id=0c434fef-b4c5-4226-909f-ffda539a33f4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:09:07.500065 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:07.533376 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:07.533985 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:07.535722 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-9587ea41-2692-483c-8939-b447790da029 service neutron] 10.222.0.15 "PUT /v2.0/ports/57b215ea-78f0-4bc1-abe2-e97cb52aa4cd HTTP/1.1" status: 200 len: 1097 time: 0.6180210 Mar 26 03:09:07.537749 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0443269-99c4-45ac-a693-68ef0fcf8864', 'tag': '57b215ea-78f0-4bc1-abe2-e97cb52aa4cd'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:09:07.540732 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9" -d '{"events": [{"name": "network-changed", "server_uuid": "f0443269-99c4-45ac-a693-68ef0fcf8864", "tag": "57b215ea-78f0-4bc1-abe2-e97cb52aa4cd"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:09:07.574007 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587ea41-2692-483c-8939-b447790da029 service neutron] Pushing event updated for resources: {'Port': ['ID=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:07.591489 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d1c17d-4583-4f00-9f88-4f558b87efd3 x-openstack-request-id: req-91d1c17d-4583-4f00-9f88-4f558b87efd3 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:09:07.591871 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0443269-99c4-45ac-a693-68ef0fcf8864", "tag": "57b215ea-78f0-4bc1-abe2-e97cb52aa4cd", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:09:07.592195 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91d1c17d-4583-4f00-9f88-4f558b87efd3 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:09:07.592601 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d1c17d-4583-4f00-9f88-4f558b87efd3'] response: {'name': 'network-changed', 'server_uuid': 'f0443269-99c4-45ac-a693-68ef0fcf8864', 'tag': '57b215ea-78f0-4bc1-abe2-e97cb52aa4cd', 'status': 'completed', 'code': 200} Mar 26 03:09:07.658227 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-4a974a6a-6df2-408d-972c-6989ded91224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:07.660135 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-4a974a6a-6df2-408d-972c-6989ded91224 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7af9ba9fddc04814aa254720512a415b&device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 1131 time: 0.0616717 Mar 26 03:09:07.715848 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-97a06a7f-f448-4f92-88fd-a607851dcf96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd HTTP/1.1" status: 200 len: 217 time: 0.0468440 Mar 26 03:09:07.768831 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-6cdd68d0-4896-4d24-9c1b-5711cbbe9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:07.770368 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-6cdd68d0-4896-4d24-9c1b-5711cbbe9dca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1340045f-9417-4b9f-937b-1a214013720d HTTP/1.1" status: 200 len: 843 time: 0.0474634 Mar 26 03:09:07.830848 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-b9851d5c-b481-449d-8aac-ab8065e6872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:07.832564 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-b9851d5c-b481-449d-8aac-ab8065e6872d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da1fcb04-b13e-4089-a275-481d0ddbbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534534 Mar 26 03:09:07.927356 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-65fd9ac3-78ed-4df0-96a0-48fd57675d62 service neutron] 10.222.0.15 "GET /v2.0/networks/da1fcb04-b13e-4089-a275-481d0ddbbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879846 Mar 26 03:09:08.038061 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-d67b11e1-0a62-4c32-87eb-3569c218157b req-773c6c9d-a64e-4287-8a72-935c0a4535d4 service neutron] 10.222.0.15 "GET /v2.0/networks/da1fcb04-b13e-4089-a275-481d0ddbbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036789 Mar 26 03:09:08.130201 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-4148b94d-20ee-4fb0-a1ee-4c9f2abb63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:08.131757 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-4148b94d-20ee-4fb0-a1ee-4c9f2abb63bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7af9ba9fddc04814aa254720512a415b&device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 1131 time: 0.0478866 Mar 26 03:09:08.224008 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-072ea7ce-c0e6-4360-adef-ea0f35e01207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:08.225954 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-072ea7ce-c0e6-4360-adef-ea0f35e01207 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da1fcb04-b13e-4089-a275-481d0ddbbbdd HTTP/1.1" status: 200 len: 870 time: 0.0872722 Mar 26 03:09:08.278885 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-2ad8e6fb-d117-43c2-8770-9ec5a0ad8108 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd HTTP/1.1" status: 200 len: 217 time: 0.0447941 Mar 26 03:09:08.334229 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-c5159a36-73e5-4542-8526-89b1384f97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:08.336026 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-c5159a36-73e5-4542-8526-89b1384f97a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1340045f-9417-4b9f-937b-1a214013720d HTTP/1.1" status: 200 len: 843 time: 0.0508509 Mar 26 03:09:08.393994 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-b51dc455-efc0-4d50-8ff9-da0026daf61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:08.395554 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-b51dc455-efc0-4d50-8ff9-da0026daf61f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da1fcb04-b13e-4089-a275-481d0ddbbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523202 Mar 26 03:09:08.514163 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-9e300826-ddf0-4350-8863-ca1cd0f2cb8b service neutron] 10.222.0.15 "GET /v2.0/networks/da1fcb04-b13e-4089-a275-481d0ddbbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115487 Mar 26 03:09:08.538631 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e755216-5765-44ff-a1ae-956bac563b3d req-53c6f542-ec91-4555-996e-2d57810bde32 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:08.543802 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5e755216-5765-44ff-a1ae-956bac563b3d req-53c6f542-ec91-4555-996e-2d57810bde32 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 947 time: 0.0589848 Mar 26 03:09:08.600040 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5e755216-5765-44ff-a1ae-956bac563b3d req-e44a20db-2568-470e-ac50-12dfb1b02af1 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517802 Mar 26 03:09:08.609251 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-ba2431ee-36a7-4a51-a40c-d5d61e35cef9 req-3c68cd7e-87f8-44bc-a5f0-650ee4478624 service neutron] 10.222.0.15 "GET /v2.0/networks/da1fcb04-b13e-4089-a275-481d0ddbbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894473 Mar 26 03:09:09.328358 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60714) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:09.438782 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d7506e5-4553-47bc-923f-ee1ada405837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:09.513965 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d7506e5-4553-47bc-923f-ee1ada405837 admin admin] Publish callbacks [] for security_group (0b1c3c28-39fe-42ae-bfd5-481062517cda), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:09.517866 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d7506e5-4553-47bc-923f-ee1ada405837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0b1c3c28-39fe-42ae-bfd5-481062517cda), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:09.556900 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0d7506e5-4553-47bc-923f-ee1ada405837 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=329b69f953f64c1d9be963bd4c313242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269208 Mar 26 03:09:09.558102 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7506e5-4553-47bc-923f-ee1ada405837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1c3c28-39fe-42ae-bfd5-481062517cda,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:09.559705 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60718) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:09.613017 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f061d2c-ba63-485e-9e7a-043e6dfb1440 admin admin] Publish callbacks [] for security_group (0b1c3c28-39fe-42ae-bfd5-481062517cda), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:09.635158 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f061d2c-ba63-485e-9e7a-043e6dfb1440 admin admin] Publish callbacks [] for security_group (0b1c3c28-39fe-42ae-bfd5-481062517cda), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:09.685705 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f061d2c-ba63-485e-9e7a-043e6dfb1440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0b1c3c28-39fe-42ae-bfd5-481062517cda), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:09.688284 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f061d2c-ba63-485e-9e7a-043e6dfb1440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:09.690015 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-8f061d2c-ba63-485e-9e7a-043e6dfb1440 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b1c3c28-39fe-42ae-bfd5-481062517cda HTTP/1.1" status: 204 len: 168 time: 0.1286821 Mar 26 03:09:09.701875 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f061d2c-ba63-485e-9e7a-043e6dfb1440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1c3c28-39fe-42ae-bfd5-481062517cda,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:09.741082 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724eed0-d11d-4ae4-8372-aad2ef2feae4 req-81c4d96e-93a9-4648-a726-ea06705f6191 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:09.742614 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d724eed0-d11d-4ae4-8372-aad2ef2feae4 req-81c4d96e-93a9-4648-a726-ea06705f6191 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 947 time: 0.0706763 Mar 26 03:09:09.791970 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d724eed0-d11d-4ae4-8372-aad2ef2feae4 req-c2b77d92-d0e9-4644-adef-5f94ed24d7d2 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Mar 26 03:09:10.048295 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:09:10.156940 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,segment=NetworkSegment(0c434fef-b4c5-4226-909f-ffda539a33f4),segment_id=0c434fef-b4c5-4226-909f-ffda539a33f4)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:09:10.168731 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '57b215ea-78f0-4bc1-abe2-e97cb52aa4cd', 'network_id': 'da1fcb04-b13e-4089-a275-481d0ddbbbdd', 'port_id': '57b215ea-78f0-4bc1-abe2-e97cb52aa4cd', 'mac_address': 'fa:16:3e:9f:90:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1340045f-9417-4b9f-937b-1a214013720d', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:09:10.212285 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:09:10.212721 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.226613 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:09:10.252178 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,segment=NetworkSegment(0c434fef-b4c5-4226-909f-ffda539a33f4),segment_id=0c434fef-b4c5-4226-909f-ffda539a33f4)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:09:10.255998 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.311619 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:10.318872 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.319252 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.319626 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.319977 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.320314 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.320648 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.320980 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.321309 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.321638 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.321972 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.322967 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.323319 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.324496 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.324496 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.324496 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:10.354209 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 60744) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:10.448746 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1940024985-network', 'tenant_id': 'e08baa12b01146099be45b04b5569d26'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:09:10.470533 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Made reservation on behalf of e08baa12b01146099be45b04b5569d26 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:09:10.472881 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.481958 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.500469 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['57b215ea-78f0-4bc1-abe2-e97cb52aa4cd'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:09:10.576533 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Publish callbacks [] for security_group (a3a126be-48e6-460b-8699-2768ed282d09), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.582603 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a3a126be-48e6-460b-8699-2768ed282d09), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.610466 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:09:10.615766 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a126be-48e6-460b-8699-2768ed282d09,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:10.623520 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (aa34fd05-3722-431e-8f2a-c182c3d861b7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.623915 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.db.segments_db [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Added segment aa34fd05-3722-431e-8f2a-c182c3d861b7 of type vlan for network 061b0612-f517-491e-b00b-f9d26416292f Mar 26 03:09:10.664772 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782727363157'] for network (061b0612-f517-491e-b00b-f9d26416292f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.691369 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399'] for network (061b0612-f517-491e-b00b-f9d26416292f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.692727 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:10.693347 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.755211 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3997619 Mar 26 03:09:10.758094 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea224357-d67c-49fd-b866-f686dd8e87a1 admin admin] Pushing event updated for resources: {'Network': ['ID=061b0612-f517-491e-b00b-f9d26416292f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:10.758695 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60756) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:10.768323 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Network 061b0612-f517-491e-b00b-f9d26416292f details requested by agent ovs-agent-dv-cinder-835328-1-smb with host dv-cinder-835328-1-smb {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:09:10.769632 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Request body: {'subnet': {'network_id': '061b0612-f517-491e-b00b-f9d26416292f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1940024985-subnet', 'tenant_id': 'e08baa12b01146099be45b04b5569d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:09:10.789678 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Made reservation on behalf of e08baa12b01146099be45b04b5569d26 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:09:10.792654 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28970857'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:10.962804 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f926eca-4911-4926-82a0-42bd5876cbc3 req-76599f6a-b84e-437b-8c72-2616a871ddaf tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:10.964714 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6f926eca-4911-4926-82a0-42bd5876cbc3 req-76599f6a-b84e-437b-8c72-2616a871ddaf tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 948 time: 0.0925174 Mar 26 03:09:11.032920 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28941922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28970879'] for subnet (6508cee1-9a77-4708-9a33-dceeefd14af1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:11.080549 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6f926eca-4911-4926-82a0-42bd5876cbc3 req-bd5494f7-6acb-4691-9184-3c581a7a4120 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085916 Mar 26 03:09:11.105069 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6508cee1-9a77-4708-9a33-dceeefd14af1,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:11.114980 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Checking segment: {'id': 'aa34fd05-3722-431e-8f2a-c182c3d861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '061b0612-f517-491e-b00b-f9d26416292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:09:11.115342 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Network hostable DHCP agents. Network: 061b0612-f517-491e-b00b-f9d26416292f, hostable agents: ['2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:09:11.132427 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Network 061b0612-f517-491e-b00b-f9d26416292f is scheduled to be hosted by DHCP agent 2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:09:11.140437 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-smb, 061b0612-f517-491e-b00b-f9d26416292f) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:09:11.144507 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:11.145095 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:11.151552 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce81a9-c04e-49b4-8c27-b09c7571c197 None None] Network 061b0612-f517-491e-b00b-f9d26416292f requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:09:11.160679 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ce2b53fb-3fdb-49ca-a394-8b3f3264e118 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4008136 Mar 26 03:09:11.250631 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc191d4-a6f1-425d-a91a-50bb383957db None None] Network 061b0612-f517-491e-b00b-f9d26416292f requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:09:11.659280 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:12.062465 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:09:12.115616 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:09:12.119795 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:09:12.120209 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:12.195885 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:09:12.196553 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:12.198787 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61df3ca-1c47-4895-8b24-0a906209513c req-fa608bac-df28-4be0-8246-196c1e44424c tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:12.200559 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c61df3ca-1c47-4895-8b24-0a906209513c req-fa608bac-df28-4be0-8246-196c1e44424c tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 948 time: 0.0532746 Mar 26 03:09:12.219782 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0443269-99c4-45ac-a693-68ef0fcf8864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b215ea-78f0-4bc1-abe2-e97cb52aa4cd'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:09:12.221994 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67483593-20f5-4c01-9d87-22b4d30dbade" -d '{"events": [{"server_uuid": "f0443269-99c4-45ac-a693-68ef0fcf8864", "name": "network-vif-plugged", "status": "completed", "tag": "57b215ea-78f0-4bc1-abe2-e97cb52aa4cd"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:09:12.236185 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,segment=NetworkSegment(0c434fef-b4c5-4226-909f-ffda539a33f4),segment_id=0c434fef-b4c5-4226-909f-ffda539a33f4)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:09:12.240325 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:12.251365 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c61df3ca-1c47-4895-8b24-0a906209513c req-1714d469-1ca2-4154-8408-1e3a30060204 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Mar 26 03:09:12.271162 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6af5362-539f-482d-b9ce-6c985064baaf x-openstack-request-id: req-c6af5362-539f-482d-b9ce-6c985064baaf {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:09:12.271451 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0443269-99c4-45ac-a693-68ef0fcf8864", "name": "network-vif-plugged", "status": "completed", "tag": "57b215ea-78f0-4bc1-abe2-e97cb52aa4cd", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:09:12.271706 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6af5362-539f-482d-b9ce-6c985064baaf {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:09:12.272099 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6af5362-539f-482d-b9ce-6c985064baaf'] response: {'server_uuid': 'f0443269-99c4-45ac-a693-68ef0fcf8864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b215ea-78f0-4bc1-abe2-e97cb52aa4cd', 'code': 200} Mar 26 03:09:12.298195 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:12.430177 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c0575-6d22-4ebe-aade-77a812307071 req-2a56892e-f1e2-4e56-8022-794a07ddd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:12.431743 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-791c0575-6d22-4ebe-aade-77a812307071 req-2a56892e-f1e2-4e56-8022-794a07ddd2c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 1133 time: 0.0422120 Mar 26 03:09:12.476151 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-791c0575-6d22-4ebe-aade-77a812307071 req-4d8022b2-ac2c-4294-ab7a-7509c15b3bc6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370724 Mar 26 03:09:13.086670 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-60484041-5ce7-479b-88ea-76b9facd4ebf tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:13.088063 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-60484041-5ce7-479b-88ea-76b9facd4ebf tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/networks?id=061b0612-f517-491e-b00b-f9d26416292f HTTP/1.1" status: 200 len: 814 time: 0.1167438 Mar 26 03:09:13.102513 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-fd4ce409-6089-4074-8c9f-6c8fca46a1b1 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/quotas/e08baa12b01146099be45b04b5569d26 HTTP/1.1" status: 200 len: 375 time: 0.0088449 Mar 26 03:09:13.134007 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-db16cdaa-7dc7-472c-b954-06017d33b91c tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08baa12b01146099be45b04b5569d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264068 Mar 26 03:09:13.225618 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-ef60e543-0555-4f33-9299-eca78627f4ec service neutron] 10.222.0.13 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842359 Mar 26 03:09:13.313198 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-059bf8b2-6542-46bc-8e9e-40601990033a service neutron] 10.222.0.13 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813882 Mar 26 03:09:13.371841 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca07959-efef-486b-8de8-96563acad8d8 req-590b7494-016c-49b8-b53f-253c1494e52f tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:13.373316 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fca07959-efef-486b-8de8-96563acad8d8 req-590b7494-016c-49b8-b53f-253c1494e52f tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 949 time: 0.0543351 Mar 26 03:09:13.425179 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fca07959-efef-486b-8de8-96563acad8d8 req-3088cffa-23c7-4587-a5d1-07c3bfd1b777 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Mar 26 03:09:13.474302 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f8b7ee42-5553-4cf1-bb13-01ba5ee897e5 req-9982489e-28e4-4160-b8cb-1aacc7c3a673 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 210 time: 0.0268571 Mar 26 03:09:14.461813 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-39854b74-e95a-443a-9518-99a8bc52dd0f tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:14.463774 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-39854b74-e95a-443a-9518-99a8bc52dd0f tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.15 "GET /v2.0/networks?id=061b0612-f517-491e-b00b-f9d26416292f HTTP/1.1" status: 200 len: 814 time: 0.1275613 Mar 26 03:09:14.481864 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Request body: {'port': {'device_id': '847832bb-c939-4d27-9fc3-b9cb10c480d6', 'network_id': '061b0612-f517-491e-b00b-f9d26416292f', 'admin_state_up': True, 'tenant_id': 'e08baa12b01146099be45b04b5569d26'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:09:14.580033 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2f972dd9-1c85-4871-be5b-5bdeb333a69b req-0660a7d3-f775-4a96-8e63-3fa0d1951993 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 210 time: 0.0295312 Mar 26 03:09:14.600685 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66417b6d-2425-4a3a-a2b7-a14c5a05df49 req-385946a8-0246-46f6-866e-53de7ff9a49a tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:14.601749 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-66417b6d-2425-4a3a-a2b7-a14c5a05df49 req-385946a8-0246-46f6-866e-53de7ff9a49a tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 949 time: 0.0834513 Mar 26 03:09:14.610514 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Made reservation on behalf of e08baa12b01146099be45b04b5569d26 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:09:14.613862 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:14.655220 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-66417b6d-2425-4a3a-a2b7-a14c5a05df49 req-89c70e27-a5b5-4ff6-bd44-5e92403f276d tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477786 Mar 26 03:09:14.753817 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Allocated IP 172.20.0.10 (061b0612-f517-491e-b00b-f9d26416292f/6508cee1-9a77-4708-9a33-dceeefd14af1/1ec6f662-529b-4c97-ac97-85ccc87afa54) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:09:14.915832 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks [] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:14.953379 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:14.999706 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Network 061b0612-f517-491e-b00b-f9d26416292f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:09:15.005080 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:09:15.009645 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:09:15.013726 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Pushing event updated for resources: {'Port': ['ID=1ec6f662-529b-4c97-ac97-85ccc87afa54,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:15.058931 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:15.059564 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:15.075148 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56f4381e-179d-469e-a824-c7a36450c45d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6008635 Mar 26 03:09:15.087125 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.v2.base [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Request body: {'port': {'device_id': '847832bb-c939-4d27-9fc3-b9cb10c480d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:09:15.087578 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba20c1-4f1f-4f15-ba65-2ce5e007415b req-0370e4b3-0cf7-4feb-8ac4-3ba21a51334b tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:15.089099 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dcba20c1-4f1f-4f15-ba65-2ce5e007415b req-0370e4b3-0cf7-4feb-8ac4-3ba21a51334b tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 949 time: 0.0568237 Mar 26 03:09:15.136694 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dcba20c1-4f1f-4f15-ba65-2ce5e007415b req-f561df7e-b0c3-4c7b-8b68-c4e608e56c70 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Mar 26 03:09:15.148067 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:15.402984 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec6f662-529b-4c97-ac97-85ccc87afa54 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:09:15.410138 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Publish callbacks [] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:15.421707 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Transition to ACTIVE for port object 1ec6f662-529b-4c97-ac97-85ccc87afa54 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:09:15.425380 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:15.453488 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:09:15.478765 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6f662-529b-4c97-ac97-85ccc87afa54,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:15.552103 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Attempting to bind port 1ec6f662-529b-4c97-ac97-85ccc87afa54 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:09:15.552451 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Attempting to bind port 1ec6f662-529b-4c97-ac97-85ccc87afa54 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'aa34fd05-3722-431e-8f2a-c182c3d861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '061b0612-f517-491e-b00b-f9d26416292f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:09:15.552784 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Attempting to bind port 1ec6f662-529b-4c97-ac97-85ccc87afa54 on network 061b0612-f517-491e-b00b-f9d26416292f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:09:15.557090 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Port 1ec6f662-529b-4c97-ac97-85ccc87afa54 on network 061b0612-f517-491e-b00b-f9d26416292f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:09:15.557430 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Attempting to bind port 1ec6f662-529b-4c97-ac97-85ccc87afa54 on network 061b0612-f517-491e-b00b-f9d26416292f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:09:15.562748 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:09:15.563124 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Checking segment: {'id': 'aa34fd05-3722-431e-8f2a-c182c3d861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '061b0612-f517-491e-b00b-f9d26416292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:09:15.563507 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Bound using segment: {'id': 'aa34fd05-3722-431e-8f2a-c182c3d861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '061b0612-f517-491e-b00b-f9d26416292f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:09:15.563929 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Bound port: 1ec6f662-529b-4c97-ac97-85ccc87afa54, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa34fd05-3722-431e-8f2a-c182c3d861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '061b0612-f517-491e-b00b-f9d26416292f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:09:15.564289 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:15.631899 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] For port 1ec6f662-529b-4c97-ac97-85ccc87afa54, host hv-cinder-83532, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:09:15.635072 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] For port 1ec6f662-529b-4c97-ac97-85ccc87afa54, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1ec6f662-529b-4c97-ac97-85ccc87afa54,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:09:15.644410 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29010838'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:15.684850 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:15.685414 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:15.686795 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ec6f662-529b-4c97-ac97-85ccc87afa54 HTTP/1.1" status: 200 len: 1094 time: 0.6037862 Mar 26 03:09:15.687251 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847832bb-c939-4d27-9fc3-b9cb10c480d6', 'tag': '1ec6f662-529b-4c97-ac97-85ccc87afa54'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:09:15.689447 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5beb5ab26939ef442f1fd06d701a58c8838dda7f1b0d4f8a91bf1a4227c969a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096d4735-96e7-4539-848b-2e9505c3d81b" -d '{"events": [{"name": "network-changed", "server_uuid": "847832bb-c939-4d27-9fc3-b9cb10c480d6", "tag": "1ec6f662-529b-4c97-ac97-85ccc87afa54"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:09:15.720354 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2772351-5525-442d-9ebd-1b9794b27cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6f662-529b-4c97-ac97-85ccc87afa54,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:15.748553 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5efea8-3044-459c-8eb2-8fd2f8b4f18c x-openstack-request-id: req-fd5efea8-3044-459c-8eb2-8fd2f8b4f18c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:09:15.748704 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1f374-ed72-405b-a502-3499642d6ddc req-247097e7-e050-4916-910c-70abd6dd6d75 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:15.749211 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847832bb-c939-4d27-9fc3-b9cb10c480d6", "tag": "1ec6f662-529b-4c97-ac97-85ccc87afa54", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:09:15.749211 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd5efea8-3044-459c-8eb2-8fd2f8b4f18c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:09:15.749456 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5efea8-3044-459c-8eb2-8fd2f8b4f18c'] response: {'name': 'network-changed', 'server_uuid': '847832bb-c939-4d27-9fc3-b9cb10c480d6', 'tag': '1ec6f662-529b-4c97-ac97-85ccc87afa54', 'status': 'completed', 'code': 200} Mar 26 03:09:15.750188 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-01d1f374-ed72-405b-a502-3499642d6ddc req-247097e7-e050-4916-910c-70abd6dd6d75 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 944 time: 0.0915079 Mar 26 03:09:15.788960 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-30ddfe4b-2e95-408a-938a-580db6407d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:15.790479 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-30ddfe4b-2e95-408a-938a-580db6407d91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e08baa12b01146099be45b04b5569d26&device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 1128 time: 0.0508180 Mar 26 03:09:15.800234 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-01d1f374-ed72-405b-a502-3499642d6ddc req-459d64a3-6175-480e-8a8a-23fc0025e97e tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441058 Mar 26 03:09:15.837033 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-3a41300d-18de-4c8a-8c47-4c9561420ad7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ec6f662-529b-4c97-ac97-85ccc87afa54 HTTP/1.1" status: 200 len: 217 time: 0.0396826 Mar 26 03:09:15.895617 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-0a2e1c72-9b12-42d7-82e8-a6ad5d41da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:15.897068 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-0a2e1c72-9b12-42d7-82e8-a6ad5d41da43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6508cee1-9a77-4708-9a33-dceeefd14af1 HTTP/1.1" status: 200 len: 854 time: 0.0433092 Mar 26 03:09:15.929844 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-f6aff72d-44ac-4db3-ab13-06bf96b38e61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=061b0612-f517-491e-b00b-f9d26416292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244861 Mar 26 03:09:16.022472 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-56e1b279-894c-49db-80c9-f0bc23da38cf service neutron] 10.222.0.15 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837920 Mar 26 03:09:16.108154 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-100f06ea-e3d3-469c-b26a-0f4d27d2f682 req-d93feaab-4cd2-48c9-bd9b-2785949279b6 service neutron] 10.222.0.15 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781226 Mar 26 03:09:16.202004 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4735-96e7-4539-848b-2e9505c3d81b req-48f504d1-491d-492d-bb96-6b3ca1b03ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:16.203460 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-096d4735-96e7-4539-848b-2e9505c3d81b req-48f504d1-491d-492d-bb96-6b3ca1b03ab8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e08baa12b01146099be45b04b5569d26&device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 1128 time: 0.0480053 Mar 26 03:09:16.262145 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e95b23-b47c-4a3a-b5c9-0faf81fd1d8f req-46588290-03f5-4807-bba6-ce0761c3d064 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:16.263645 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-30e95b23-b47c-4a3a-b5c9-0faf81fd1d8f req-46588290-03f5-4807-bba6-ce0761c3d064 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 949 time: 0.0570142 Mar 26 03:09:16.294904 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4735-96e7-4539-848b-2e9505c3d81b req-38171f25-9fb6-47d1-b679-b912941dd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:16.296451 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-096d4735-96e7-4539-848b-2e9505c3d81b req-38171f25-9fb6-47d1-b679-b912941dd489 service neutron] 10.222.0.15 "GET /v2.0/networks?id=061b0612-f517-491e-b00b-f9d26416292f HTTP/1.1" status: 200 len: 915 time: 0.0858784 Mar 26 03:09:16.311898 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-30e95b23-b47c-4a3a-b5c9-0faf81fd1d8f req-ffa2ea0b-5042-44ea-94d7-5aa039cf89dd tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 Mar 26 03:09:16.338606 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-096d4735-96e7-4539-848b-2e9505c3d81b req-18864935-e965-4571-a98d-d55f33139c66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ec6f662-529b-4c97-ac97-85ccc87afa54 HTTP/1.1" status: 200 len: 217 time: 0.0343657 Mar 26 03:09:16.396725 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4735-96e7-4539-848b-2e9505c3d81b req-d91f82f2-737e-4798-9026-c31fde2263a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:16.398132 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-096d4735-96e7-4539-848b-2e9505c3d81b req-d91f82f2-737e-4798-9026-c31fde2263a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6508cee1-9a77-4708-9a33-dceeefd14af1 HTTP/1.1" status: 200 len: 854 time: 0.0469449 Mar 26 03:09:16.432042 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-096d4735-96e7-4539-848b-2e9505c3d81b req-5e6dc7f1-578a-4531-91df-3ecebdd05893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=061b0612-f517-491e-b00b-f9d26416292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244551 Mar 26 03:09:16.502056 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-3a4e20be-53a7-47bb-b0d9-d08977eb2110 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:16.503416 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-3a4e20be-53a7-47bb-b0d9-d08977eb2110 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 949 time: 0.0508821 Mar 26 03:09:16.533582 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-096d4735-96e7-4539-848b-2e9505c3d81b req-ef5734c2-7e09-4827-bc69-e660dd5c4cff service neutron] 10.222.0.15 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824256 Mar 26 03:09:16.599252 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Deleting port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:09:16.599588 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:16.633119 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [req-096d4735-96e7-4539-848b-2e9505c3d81b req-51df5cda-fbde-4dd7-87c7-499d06f3d869 service neutron] 10.222.0.15 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930798 Mar 26 03:09:16.694724 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] For port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,segment=NetworkSegment(0c434fef-b4c5-4226-909f-ffda539a33f4),segment_id=0c434fef-b4c5-4226-909f-ffda539a33f4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:09:16.695127 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:16.708198 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Calling delete_port for 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:09:16.868227 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (57b215ea-78f0-4bc1-abe2-e97cb52aa4cd), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:16.891293 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['57b215ea-78f0-4bc1-abe2-e97cb52aa4cd'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:09:16.905712 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Pushing event deleted for resources: {'Port': ['ID=57b215ea-78f0-4bc1-abe2-e97cb52aa4cd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:16.976226 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] No DVR routers for this DVR port 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:09:16.979356 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:16.983766 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-009a1144-6ca9-45e4-99f3-c3f4775fb73a req-a4cc78eb-a443-4dc7-9e01-bcaab58e2978 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.15 "DELETE /v2.0/ports/57b215ea-78f0-4bc1-abe2-e97cb52aa4cd HTTP/1.1" status: 204 len: 173 time: 0.4716589 Mar 26 03:09:16.984239 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0443269-99c4-45ac-a693-68ef0fcf8864', 'name': 'network-vif-deleted', 'tag': '57b215ea-78f0-4bc1-abe2-e97cb52aa4cd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:09:16.986699 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c981583-d5e4-4b1c-b4c4-941c39a22942" -d '{"events": [{"server_uuid": "f0443269-99c4-45ac-a693-68ef0fcf8864", "name": "network-vif-deleted", "tag": "57b215ea-78f0-4bc1-abe2-e97cb52aa4cd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:09:17.021002 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf82a6-2e18-46fc-af53-961a0f5193b9 req-5fdfeeeb-486d-4fe6-b7bb-809dbad0c90f tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:17.022647 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bfdf82a6-2e18-46fc-af53-961a0f5193b9 req-5fdfeeeb-486d-4fe6-b7bb-809dbad0c90f tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 944 time: 0.1146672 Mar 26 03:09:17.039737 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a852d7b-3469-470b-8890-e3e924d5884b x-openstack-request-id: req-2a852d7b-3469-470b-8890-e3e924d5884b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:09:17.040068 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0443269-99c4-45ac-a693-68ef0fcf8864", "name": "network-vif-deleted", "tag": "57b215ea-78f0-4bc1-abe2-e97cb52aa4cd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:09:17.040234 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a852d7b-3469-470b-8890-e3e924d5884b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:09:17.040762 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a852d7b-3469-470b-8890-e3e924d5884b'] response: {'server_uuid': 'f0443269-99c4-45ac-a693-68ef0fcf8864', 'name': 'network-vif-deleted', 'tag': '57b215ea-78f0-4bc1-abe2-e97cb52aa4cd', 'status': 'completed', 'code': 200} Mar 26 03:09:17.088315 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bfdf82a6-2e18-46fc-af53-961a0f5193b9 req-5e344d75-9858-403b-8278-d2daa4baa476 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568924 Mar 26 03:09:17.224472 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-aa8d0cbf-11d7-41b9-b3dc-4c543498a033 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423188 Mar 26 03:09:17.309300 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-33e0479a-f184-4042-8407-48fd3d8597df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:17.310753 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-33e0479a-f184-4042-8407-48fd3d8597df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1130 time: 0.0433428 Mar 26 03:09:17.433047 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-181da214-ef7e-43d7-80e3-d22d56378fa3 req-4d504fa5-9166-4a07-971f-b8314b7bdc56 tempest-VolumesNegativeTest-1084941021 tempest-VolumesNegativeTest-1084941021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0443269-99c4-45ac-a693-68ef0fcf8864 HTTP/1.1" status: 200 len: 210 time: 0.0382996 Mar 26 03:09:17.450150 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-87083016-adad-44aa-9909-4499f5274b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:17.451870 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-87083016-adad-44aa-9909-4499f5274b67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 200 len: 908 time: 0.1200140 Mar 26 03:09:17.520571 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-4afe97ea-2f11-4166-b495-a1574a6ca823 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 1002 time: 0.0625646 Mar 26 03:09:17.571482 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-8077c5dc-3ff9-4337-9bf9-db2f9c6435e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:17.572809 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-8077c5dc-3ff9-4337-9bf9-db2f9c6435e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b8a30b5-fa20-4909-857d-d15a575f3441 HTTP/1.1" status: 200 len: 846 time: 0.0464067 Mar 26 03:09:17.627079 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-b606c59a-172c-48e7-91e1-4b370160885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:17.628573 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-b606c59a-172c-48e7-91e1-4b370160885f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491080 Mar 26 03:09:17.719681 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-d50783f0-187c-476b-b25e-fa91db6c2409 service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822036 Mar 26 03:09:17.820943 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2b262bf4-e4c0-40d1-bb97-9b4cbda3420c req-91462e50-151a-4b59-a543-5bed12de7c2b service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945032 Mar 26 03:09:18.103764 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 1ec6f662-529b-4c97-ac97-85ccc87afa54 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:09:18.205589 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 1ec6f662-529b-4c97-ac97-85ccc87afa54, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1ec6f662-529b-4c97-ac97-85ccc87afa54,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:09:18.211338 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a72c5-d5ad-4e8a-8f04-9fbbf65cf16d req-602fc53a-fd32-4f54-9ab6-f9d3c1839ccf tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:18.212837 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a34a72c5-d5ad-4e8a-8f04-9fbbf65cf16d req-602fc53a-fd32-4f54-9ab6-f9d3c1839ccf tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 944 time: 0.0525291 Mar 26 03:09:18.217358 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': '1ec6f662-529b-4c97-ac97-85ccc87afa54', 'network_id': '061b0612-f517-491e-b00b-f9d26416292f', 'port_id': '1ec6f662-529b-4c97-ac97-85ccc87afa54', 'mac_address': 'fa:16:3e:ee:6a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6508cee1-9a77-4708-9a33-dceeefd14af1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:09:18.253622 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 1ec6f662-529b-4c97-ac97-85ccc87afa54 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:09:18.254037 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:18.259197 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a34a72c5-d5ad-4e8a-8f04-9fbbf65cf16d req-391f125b-199d-4cd2-adb1-f97ad3044515 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Mar 26 03:09:18.266770 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec6f662-529b-4c97-ac97-85ccc87afa54 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:09:18.286224 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 1ec6f662-529b-4c97-ac97-85ccc87afa54, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1ec6f662-529b-4c97-ac97-85ccc87afa54,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:09:18.290802 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:18.339557 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=1ec6f662-529b-4c97-ac97-85ccc87afa54,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:18.515688 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['1ec6f662-529b-4c97-ac97-85ccc87afa54'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:09:19.231910 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60970) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:19.380697 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e8a76c5-4214-4044-9a17-81d74cb24836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:19.419134 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50ef93-d8f3-4c08-a8ec-d212c8070bbd req-3ab6d4b6-0f68-4a58-9010-1964786da89e tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:19.420932 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb50ef93-d8f3-4c08-a8ec-d212c8070bbd req-3ab6d4b6-0f68-4a58-9010-1964786da89e tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 945 time: 0.0823495 Mar 26 03:09:19.490498 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb50ef93-d8f3-4c08-a8ec-d212c8070bbd req-350ebfd8-d403-4094-a6ea-51266e37960d tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603943 Mar 26 03:09:19.512366 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e8a76c5-4214-4044-9a17-81d74cb24836 admin admin] Publish callbacks [] for security_group (4c4e036d-b201-442b-8c79-6917f76f808b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:19.516492 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e8a76c5-4214-4044-9a17-81d74cb24836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (4c4e036d-b201-442b-8c79-6917f76f808b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:19.553801 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a76c5-4214-4044-9a17-81d74cb24836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4e036d-b201-442b-8c79-6917f76f808b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:19.558058 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9e8a76c5-4214-4044-9a17-81d74cb24836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ef1ed68e197430aa1804363e1760c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251975 Mar 26 03:09:19.561308 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:19.615488 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-612947d1-7078-4511-b969-9d15713aa54a admin admin] Publish callbacks [] for security_group (4c4e036d-b201-442b-8c79-6917f76f808b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:19.638112 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-612947d1-7078-4511-b969-9d15713aa54a admin admin] Publish callbacks [] for security_group (4c4e036d-b201-442b-8c79-6917f76f808b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:19.693271 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-612947d1-7078-4511-b969-9d15713aa54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (4c4e036d-b201-442b-8c79-6917f76f808b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:19.695957 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-612947d1-7078-4511-b969-9d15713aa54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:19.699443 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-612947d1-7078-4511-b969-9d15713aa54a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c4e036d-b201-442b-8c79-6917f76f808b HTTP/1.1" status: 204 len: 168 time: 0.1375568 Mar 26 03:09:19.710751 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612947d1-7078-4511-b969-9d15713aa54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4e036d-b201-442b-8c79-6917f76f808b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:20.115344 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 1ec6f662-529b-4c97-ac97-85ccc87afa54 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:09:20.168477 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port 1ec6f662-529b-4c97-ac97-85ccc87afa54 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:09:20.172496 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port 1ec6f662-529b-4c97-ac97-85ccc87afa54 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:09:20.172869 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:20.250775 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port 1ec6f662-529b-4c97-ac97-85ccc87afa54 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:09:20.251068 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:20.274361 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847832bb-c939-4d27-9fc3-b9cb10c480d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6f662-529b-4c97-ac97-85ccc87afa54'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:09:20.276776 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa59ade-495c-4f4a-ae90-d2b09204b0f8" -d '{"events": [{"server_uuid": "847832bb-c939-4d27-9fc3-b9cb10c480d6", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6f662-529b-4c97-ac97-85ccc87afa54"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:09:20.289036 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port 1ec6f662-529b-4c97-ac97-85ccc87afa54, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1ec6f662-529b-4c97-ac97-85ccc87afa54,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:09:20.294552 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:20.295525 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:09:20.340947 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709e22d9-d2a6-4091-bcbc-bab68e523c2a x-openstack-request-id: req-709e22d9-d2a6-4091-bcbc-bab68e523c2a {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:09:20.341240 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847832bb-c939-4d27-9fc3-b9cb10c480d6", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6f662-529b-4c97-ac97-85ccc87afa54", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:09:20.341493 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-709e22d9-d2a6-4091-bcbc-bab68e523c2a {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:09:20.341882 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709e22d9-d2a6-4091-bcbc-bab68e523c2a'] response: {'server_uuid': '847832bb-c939-4d27-9fc3-b9cb10c480d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6f662-529b-4c97-ac97-85ccc87afa54', 'code': 200} Mar 26 03:09:20.344556 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:09:20.344906 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 57b215ea-78f0-4bc1-abe2-e97cb52aa4cd not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:09:20.373501 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=1ec6f662-529b-4c97-ac97-85ccc87afa54,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:20.522364 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5958b-1c61-44f1-8f24-ffc65c94c75b req-bab9bbf1-96b2-48a8-8aec-f64fccaf4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:20.523908 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94f5958b-1c61-44f1-8f24-ffc65c94c75b req-bab9bbf1-96b2-48a8-8aec-f64fccaf4d42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 1130 time: 0.0494215 Mar 26 03:09:20.583439 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-94f5958b-1c61-44f1-8f24-ffc65c94c75b req-78334219-6e72-4e7d-bb46-a9373b1653b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531607 Mar 26 03:09:20.628313 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b58f4-7de2-474a-9a22-fb72abb0bfe8 req-da1e769b-a621-4d7e-8360-9fe5c196d6a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:20.629924 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-214b58f4-7de2-474a-9a22-fb72abb0bfe8 req-da1e769b-a621-4d7e-8360-9fe5c196d6a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 946 time: 0.0584784 Mar 26 03:09:20.680486 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-214b58f4-7de2-474a-9a22-fb72abb0bfe8 req-c8c25a98-191f-46ad-a30e-aa042174ec81 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Mar 26 03:09:21.811069 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7aef8-9e52-4b8b-976f-fb1e40b214cf req-7095c4f7-b9fa-4583-8082-a0bf81067c04 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:21.812531 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cec7aef8-9e52-4b8b-976f-fb1e40b214cf req-7095c4f7-b9fa-4583-8082-a0bf81067c04 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 946 time: 0.0550609 Mar 26 03:09:21.858129 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cec7aef8-9e52-4b8b-976f-fb1e40b214cf req-a816c564-04f3-4bc3-acd2-bf3eb7b1e258 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Mar 26 03:09:22.627126 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32974) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:22.765902 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-eeb15d1c-6441-442f-b411-8b6a0342bea0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7af9ba9fddc04814aa254720512a415b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375432 Mar 26 03:09:22.768268 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32978) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:22.818017 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0844107-5a71-42dc-bfbf-b65f23bcdb52 admin admin] Publish callbacks [] for security_group (0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:22.839890 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0844107-5a71-42dc-bfbf-b65f23bcdb52 admin admin] Publish callbacks [] for security_group (0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:22.888596 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0844107-5a71-42dc-bfbf-b65f23bcdb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:22.891458 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0844107-5a71-42dc-bfbf-b65f23bcdb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:22.892998 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c0844107-5a71-42dc-bfbf-b65f23bcdb52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8 HTTP/1.1" status: 204 len: 168 time: 0.1237266 Mar 26 03:09:22.902674 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0844107-5a71-42dc-bfbf-b65f23bcdb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8ace23-8e9e-4ac1-a667-5a0fe0d122e8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:25.977954 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-337f69e2-3aa7-44f9-931b-ef2a206b8a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:28.248649 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2d3d-970c-4638-bb69-2286066b9b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:29.700665 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:31.096833 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:32.684842 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:41.651282 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:50.720843 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6d0d0-ce87-4e9a-974e-5d29415816a7 req-581f7d1d-2def-4a13-a440-91b464d726c4 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:50.722219 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36d6d0d0-ce87-4e9a-974e-5d29415816a7 req-581f7d1d-2def-4a13-a440-91b464d726c4 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 946 time: 0.0559480 Mar 26 03:09:50.768079 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-36d6d0d0-ce87-4e9a-974e-5d29415816a7 req-59875ddf-fcd1-4e01-8e5b-85f86057adc9 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Mar 26 03:09:51.888532 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596b490-ad43-48c2-99c2-2c680f0a7306 req-708de29e-a21a-4648-b7e9-daf4800a4c06 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:51.890095 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d596b490-ad43-48c2-99c2-2c680f0a7306 req-708de29e-a21a-4648-b7e9-daf4800a4c06 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 946 time: 0.0517309 Mar 26 03:09:51.936131 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d596b490-ad43-48c2-99c2-2c680f0a7306 req-db3bea63-4e71-47c7-a88c-a6adc4360739 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Mar 26 03:09:52.452672 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:09:53.052702 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a80ff-e0d6-46d2-962c-38af04b2bfaa req-32280d4f-d699-4dc6-9a43-6e56c5510170 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:53.054152 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-309a80ff-e0d6-46d2-962c-38af04b2bfaa req-32280d4f-d699-4dc6-9a43-6e56c5510170 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 946 time: 0.0514922 Mar 26 03:09:53.102048 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-309a80ff-e0d6-46d2-962c-38af04b2bfaa req-6cb662bd-e54b-4379-ac58-b642af91e2c1 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Mar 26 03:09:54.216636 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48534e-aff3-4342-8a21-5fd05d6ed2c2 req-474e89ef-7e1d-4398-9903-68c597f61a79 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:54.218076 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2f48534e-aff3-4342-8a21-5fd05d6ed2c2 req-474e89ef-7e1d-4398-9903-68c597f61a79 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 946 time: 0.0509102 Mar 26 03:09:54.263471 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2f48534e-aff3-4342-8a21-5fd05d6ed2c2 req-2ff8fd4d-8e8a-42c4-91aa-c07bcf687448 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Mar 26 03:09:55.380254 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d188e-b9e3-4d2a-9420-2a6f24fd3ef1 req-b0c72f83-fef5-4f61-8685-7384e5eace4e tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:55.381706 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e10d188e-b9e3-4d2a-9420-2a6f24fd3ef1 req-b0c72f83-fef5-4f61-8685-7384e5eace4e tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 946 time: 0.0509968 Mar 26 03:09:55.429289 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e10d188e-b9e3-4d2a-9420-2a6f24fd3ef1 req-ae2e1245-e674-4ba5-bf8d-e11a76b2c1e7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421824 Mar 26 03:09:55.548240 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9588529-68b8-403d-afe4-2090a8dde061 req-bea1e030-3ed5-47d1-8c5f-29822386b523 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:09:55.549619 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b9588529-68b8-403d-afe4-2090a8dde061 req-bea1e030-3ed5-47d1-8c5f-29822386b523 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.15 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 946 time: 0.0542376 Mar 26 03:09:55.637941 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-b9588529-68b8-403d-afe4-2090a8dde061 req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Deleting port 1ec6f662-529b-4c97-ac97-85ccc87afa54 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:09:55.638309 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b9588529-68b8-403d-afe4-2090a8dde061 req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:55.956478 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-b9588529-68b8-403d-afe4-2090a8dde061 req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] For port 1ec6f662-529b-4c97-ac97-85ccc87afa54, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=1ec6f662-529b-4c97-ac97-85ccc87afa54,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:09:55.956843 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b9588529-68b8-403d-afe4-2090a8dde061 req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:55.969521 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-b9588529-68b8-403d-afe4-2090a8dde061 req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Calling delete_port for 1ec6f662-529b-4c97-ac97-85ccc87afa54 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:09:55.979990 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fcf002eb-0d12-4a80-8031-1294db5611bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:56.094475 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b9588529-68b8-403d-afe4-2090a8dde061 req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (1ec6f662-529b-4c97-ac97-85ccc87afa54), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:56.106305 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['1ec6f662-529b-4c97-ac97-85ccc87afa54'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:09:56.123676 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Pushing event deleted for resources: {'Port': ['ID=1ec6f662-529b-4c97-ac97-85ccc87afa54,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:09:56.133150 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.133504 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.133849 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.134191 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.134534 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.134867 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.135228 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.135571 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.135871 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.136197 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.136525 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.136853 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.137172 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.137492 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.137813 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:09:56.178829 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9588529-68b8-403d-afe4-2090a8dde061 req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] No DVR routers for this DVR port 1ec6f662-529b-4c97-ac97-85ccc87afa54 on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:09:56.181332 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b9588529-68b8-403d-afe4-2090a8dde061 req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:56.184571 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b9588529-68b8-403d-afe4-2090a8dde061 req-5d189620-c0f4-4da7-8919-9a240793eecb tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.15 "DELETE /v2.0/ports/1ec6f662-529b-4c97-ac97-85ccc87afa54 HTTP/1.1" status: 204 len: 173 time: 0.6298847 Mar 26 03:09:56.184998 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847832bb-c939-4d27-9fc3-b9cb10c480d6', 'name': 'network-vif-deleted', 'tag': '1ec6f662-529b-4c97-ac97-85ccc87afa54'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:09:56.187282 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357362eb-9317-4b19-ac41-6f7bfd08e6cb" -d '{"events": [{"server_uuid": "847832bb-c939-4d27-9fc3-b9cb10c480d6", "name": "network-vif-deleted", "tag": "1ec6f662-529b-4c97-ac97-85ccc87afa54"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:09:56.226160 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c52608-9372-4532-a1f9-1fda3cbe7b35 x-openstack-request-id: req-c5c52608-9372-4532-a1f9-1fda3cbe7b35 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:09:56.226455 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847832bb-c939-4d27-9fc3-b9cb10c480d6", "name": "network-vif-deleted", "tag": "1ec6f662-529b-4c97-ac97-85ccc87afa54", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:09:56.226705 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5c52608-9372-4532-a1f9-1fda3cbe7b35 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:09:56.227137 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c52608-9372-4532-a1f9-1fda3cbe7b35'] response: {'server_uuid': '847832bb-c939-4d27-9fc3-b9cb10c480d6', 'name': 'network-vif-deleted', 'tag': '1ec6f662-529b-4c97-ac97-85ccc87afa54', 'status': 'completed', 'code': 200} Mar 26 03:09:56.532770 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-15396823-419c-4aef-97cc-c57fa7b95c52 req-f7891291-7d17-48dd-919c-5e8146c20003 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=847832bb-c939-4d27-9fc3-b9cb10c480d6 HTTP/1.1" status: 200 len: 210 time: 0.0275548 Mar 26 03:09:58.249973 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-abb22248-bbf5-4cae-9619-e415e88cb442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:59.702091 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:00.374685 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 1ec6f662-529b-4c97-ac97-85ccc87afa54 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:10:00.395564 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: 1ec6f662-529b-4c97-ac97-85ccc87afa54 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:10:00.395910 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device 1ec6f662-529b-4c97-ac97-85ccc87afa54 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:10:01.080272 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:01.408357 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-cf75f356-53f6-40fe-b725-0093596d99bf tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:01.409813 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-cf75f356-53f6-40fe-b725-0093596d99bf tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/networks?id=061b0612-f517-491e-b00b-f9d26416292f HTTP/1.1" status: 200 len: 814 time: 0.0997512 Mar 26 03:10:01.423688 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-0abf5604-f1fc-44bf-a52a-971a484c062f tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/quotas/e08baa12b01146099be45b04b5569d26 HTTP/1.1" status: 200 len: 375 time: 0.0086992 Mar 26 03:10:01.454908 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-80a569c0-9485-4d9a-a659-4427f955aeba tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08baa12b01146099be45b04b5569d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254962 Mar 26 03:10:01.640200 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-0964f7e3-85f9-4455-b8cf-07c5d9ea0731 service neutron] 10.222.0.13 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786852 Mar 26 03:10:01.728164 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-43986f76-ed0c-45bf-9f9c-5601b96720fa service neutron] 10.222.0.13 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816855 Mar 26 03:10:01.882866 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cfaf7a35-672e-45b7-a9be-4c35e6b0c028 req-8cfdd751-0088-4b0d-9761-a86553aeb732 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 210 time: 0.0276051 Mar 26 03:10:02.687656 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:02.794514 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-33ae93db-e349-4349-a58f-af343af689a2 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:02.795983 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-33ae93db-e349-4349-a58f-af343af689a2 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.15 "GET /v2.0/networks?id=061b0612-f517-491e-b00b-f9d26416292f HTTP/1.1" status: 200 len: 814 time: 0.1045251 Mar 26 03:10:02.808573 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Request body: {'port': {'device_id': '4d5cc796-ef21-483b-aecf-5294fa0c3e0e', 'network_id': '061b0612-f517-491e-b00b-f9d26416292f', 'admin_state_up': True, 'tenant_id': 'e08baa12b01146099be45b04b5569d26'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:10:02.911717 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Made reservation on behalf of e08baa12b01146099be45b04b5569d26 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:10:02.915048 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.009555 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0472337f-7225-4faf-a1c3-71d2b67312f4 req-7fe86dd8-210a-47ea-8cc6-725fcdd3fa34 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 210 time: 0.0352702 Mar 26 03:10:03.067578 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Allocated IP 172.20.0.9 (061b0612-f517-491e-b00b-f9d26416292f/6508cee1-9a77-4708-9a33-dceeefd14af1/bdd14693-d089-4112-9337-ed80438855d5) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:10:03.209283 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks [] for port (bdd14693-d089-4112-9337-ed80438855d5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.242725 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782727394326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (bdd14693-d089-4112-9337-ed80438855d5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.281944 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Network 061b0612-f517-491e-b00b-f9d26416292f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:10:03.286013 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:10:03.292264 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:10:03.299159 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Pushing event updated for resources: {'Port': ['ID=bdd14693-d089-4112-9337-ed80438855d5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:03.346135 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:03.346745 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.362682 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-f1fa5501-df89-4d32-990f-f48c5bc8027b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577433 Mar 26 03:10:03.373192 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Request body: {'port': {'device_id': '4d5cc796-ef21-483b-aecf-5294fa0c3e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:10:03.428938 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bdd14693-d089-4112-9337-ed80438855d5), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.683282 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd14693-d089-4112-9337-ed80438855d5 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:10:03.690805 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Publish callbacks [] for port (bdd14693-d089-4112-9337-ed80438855d5), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.702423 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Transition to ACTIVE for port object bdd14693-d089-4112-9337-ed80438855d5 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:10:03.706650 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (bdd14693-d089-4112-9337-ed80438855d5), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.759826 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Pushing event updated for resources: {'Port': ['ID=bdd14693-d089-4112-9337-ed80438855d5,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:03.825918 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Attempting to bind port bdd14693-d089-4112-9337-ed80438855d5 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:10:03.826609 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Attempting to bind port bdd14693-d089-4112-9337-ed80438855d5 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'aa34fd05-3722-431e-8f2a-c182c3d861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '061b0612-f517-491e-b00b-f9d26416292f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:10:03.826866 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Attempting to bind port bdd14693-d089-4112-9337-ed80438855d5 on network 061b0612-f517-491e-b00b-f9d26416292f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:10:03.831667 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Port bdd14693-d089-4112-9337-ed80438855d5 on network 061b0612-f517-491e-b00b-f9d26416292f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:10:03.831986 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Attempting to bind port bdd14693-d089-4112-9337-ed80438855d5 on network 061b0612-f517-491e-b00b-f9d26416292f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:10:03.836762 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Checking agent: {'id': 'c1198f9f-61f9-41c7-96fc-203070b0254b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'started_at': datetime.datetime(2022, 3, 26, 3, 0, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:10:03.837095 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Checking segment: {'id': 'aa34fd05-3722-431e-8f2a-c182c3d861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '061b0612-f517-491e-b00b-f9d26416292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:10:03.837469 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Bound using segment: {'id': 'aa34fd05-3722-431e-8f2a-c182c3d861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '061b0612-f517-491e-b00b-f9d26416292f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:10:03.837886 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Bound port: bdd14693-d089-4112-9337-ed80438855d5, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa34fd05-3722-431e-8f2a-c182c3d861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '061b0612-f517-491e-b00b-f9d26416292f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:10:03.838236 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bdd14693-d089-4112-9337-ed80438855d5), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.901020 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] For port bdd14693-d089-4112-9337-ed80438855d5, host hv-cinder-83532, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:10:03.903918 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] For port bdd14693-d089-4112-9337-ed80438855d5, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bdd14693-d089-4112-9337-ed80438855d5,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:10:03.909828 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28940517'] for port (bdd14693-d089-4112-9337-ed80438855d5), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.942695 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:03.943329 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:03.944680 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] 10.222.0.15 "PUT /v2.0/ports/bdd14693-d089-4112-9337-ed80438855d5 HTTP/1.1" status: 200 len: 1093 time: 0.5753908 Mar 26 03:10:03.945107 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5cc796-ef21-483b-aecf-5294fa0c3e0e', 'tag': 'bdd14693-d089-4112-9337-ed80438855d5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:10:03.947318 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6d7bd5-c742-4920-95a2-473b18c8360e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5cc796-ef21-483b-aecf-5294fa0c3e0e", "tag": "bdd14693-d089-4112-9337-ed80438855d5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:10:03.972244 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1ce74-9a8d-4f1c-8d6d-34317383ce8c service neutron] Pushing event updated for resources: {'Port': ['ID=bdd14693-d089-4112-9337-ed80438855d5,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:03.994815 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bf6411-1890-46d7-b160-3eba832243d1 x-openstack-request-id: req-b9bf6411-1890-46d7-b160-3eba832243d1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:10:03.995199 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5cc796-ef21-483b-aecf-5294fa0c3e0e", "tag": "bdd14693-d089-4112-9337-ed80438855d5", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:10:03.995452 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9bf6411-1890-46d7-b160-3eba832243d1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:10:03.995866 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9bf6411-1890-46d7-b160-3eba832243d1'] response: {'name': 'network-changed', 'server_uuid': '4d5cc796-ef21-483b-aecf-5294fa0c3e0e', 'tag': 'bdd14693-d089-4112-9337-ed80438855d5', 'status': 'completed', 'code': 200} Mar 26 03:10:04.029524 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-83e762a4-3f13-4e0b-8c4e-9f5e9517a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:04.031062 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-83e762a4-3f13-4e0b-8c4e-9f5e9517a44f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e08baa12b01146099be45b04b5569d26&device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 1127 time: 0.0459750 Mar 26 03:10:04.071766 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-8ec412ca-1ae6-47d7-a701-54af18093972 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdd14693-d089-4112-9337-ed80438855d5 HTTP/1.1" status: 200 len: 217 time: 0.0343566 Mar 26 03:10:04.153034 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-1d8c73fc-38b7-451d-b285-7c49e7507a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:04.154462 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-1d8c73fc-38b7-451d-b285-7c49e7507a0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6508cee1-9a77-4708-9a33-dceeefd14af1 HTTP/1.1" status: 200 len: 854 time: 0.0702894 Mar 26 03:10:04.166393 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d70b3-dab6-4b21-aafb-98618da14eed req-01ab746d-2b43-4811-865f-99d13e32386c tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:04.167785 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-017d70b3-dab6-4b21-aafb-98618da14eed req-01ab746d-2b43-4811-865f-99d13e32386c tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 943 time: 0.0927219 Mar 26 03:10:04.199147 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-d838ee8c-3ad3-464a-b240-2ecf5735bd57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=061b0612-f517-491e-b00b-f9d26416292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303528 Mar 26 03:10:04.283147 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-017d70b3-dab6-4b21-aafb-98618da14eed req-fa91f347-e334-46a5-aa4b-942a88e7ccaa tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057022 Mar 26 03:10:04.313151 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-47240669-928a-4171-bb52-6e021a89be80 service neutron] 10.222.0.15 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074393 Mar 26 03:10:04.398101 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-872e4504-db57-4f4c-a38a-75a6c2a6b485 req-630c4b23-11ef-4f32-b021-2d5a79b007cf service neutron] 10.222.0.15 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795631 Mar 26 03:10:04.487700 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-526ee9b9-d1f2-4cbc-97eb-5489c1c1ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:04.489096 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-526ee9b9-d1f2-4cbc-97eb-5489c1c1ff9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e08baa12b01146099be45b04b5569d26&device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 1127 time: 0.0486224 Mar 26 03:10:04.575169 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-15a8d2b1-97c2-4158-8d82-c9462754b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:04.576603 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-15a8d2b1-97c2-4158-8d82-c9462754b36c service neutron] 10.222.0.15 "GET /v2.0/networks?id=061b0612-f517-491e-b00b-f9d26416292f HTTP/1.1" status: 200 len: 915 time: 0.0818100 Mar 26 03:10:04.620462 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-b49ee80c-d4ef-4c30-8f9c-02fa187b9621 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdd14693-d089-4112-9337-ed80438855d5 HTTP/1.1" status: 200 len: 217 time: 0.0375757 Mar 26 03:10:04.667562 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-673d6be1-f27b-45d6-808c-f794b80f57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:04.668993 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-673d6be1-f27b-45d6-808c-f794b80f57d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6508cee1-9a77-4708-9a33-dceeefd14af1 HTTP/1.1" status: 200 len: 854 time: 0.0427063 Mar 26 03:10:04.699677 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-c22e5807-6f3b-45ad-a8c7-050996f8056c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=061b0612-f517-491e-b00b-f9d26416292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243282 Mar 26 03:10:04.785696 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-06c4452c-7aa1-4b6a-9149-614e0e8c9535 service neutron] 10.222.0.15 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789108 Mar 26 03:10:04.881911 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5b6d7bd5-c742-4920-95a2-473b18c8360e req-bc6e83aa-2e60-40ca-8e3d-bc5098b1b580 service neutron] 10.222.0.15 "GET /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899630 Mar 26 03:10:05.404070 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1430199-f387-4d87-a521-34b69ab17c1f req-db928638-2bef-4126-b7bf-95279df4a723 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:05.405511 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b1430199-f387-4d87-a521-34b69ab17c1f req-db928638-2bef-4126-b7bf-95279df4a723 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 943 time: 0.0547259 Mar 26 03:10:05.450459 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b1430199-f387-4d87-a521-34b69ab17c1f req-cde41050-ed78-4be4-948d-8080edad00ba tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392885 Mar 26 03:10:06.420698 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bdd14693-d089-4112-9337-ed80438855d5 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:10:06.515669 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bdd14693-d089-4112-9337-ed80438855d5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bdd14693-d089-4112-9337-ed80438855d5,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:10:06.527800 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': 'bdd14693-d089-4112-9337-ed80438855d5', 'network_id': '061b0612-f517-491e-b00b-f9d26416292f', 'port_id': 'bdd14693-d089-4112-9337-ed80438855d5', 'mac_address': 'fa:16:3e:31:a2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6508cee1-9a77-4708-9a33-dceeefd14af1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:10:06.564579 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port bdd14693-d089-4112-9337-ed80438855d5 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:10:06.564964 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bdd14693-d089-4112-9337-ed80438855d5), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:06.570207 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196e95a-b673-4d37-93e1-13a5845f1368 req-e6b8b248-f76c-42b9-b5ad-f945442c5b44 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:06.571721 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b196e95a-b673-4d37-93e1-13a5845f1368 req-e6b8b248-f76c-42b9-b5ad-f945442c5b44 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 943 time: 0.0560429 Mar 26 03:10:06.577700 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd14693-d089-4112-9337-ed80438855d5 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:10:06.599565 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bdd14693-d089-4112-9337-ed80438855d5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bdd14693-d089-4112-9337-ed80438855d5,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:10:06.603466 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (bdd14693-d089-4112-9337-ed80438855d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:06.619075 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b196e95a-b673-4d37-93e1-13a5845f1368 req-f13108cb-a6c7-4122-bd8b-03ff7433d773 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Mar 26 03:10:06.652962 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=bdd14693-d089-4112-9337-ed80438855d5,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:06.814812 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['bdd14693-d089-4112-9337-ed80438855d5'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:10:07.738105 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2c260-396a-4731-b18a-3bac9d94ced6 req-00d1f783-2efb-449e-947f-17dfe67310d3 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:07.739593 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bbf2c260-396a-4731-b18a-3bac9d94ced6 req-00d1f783-2efb-449e-947f-17dfe67310d3 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 944 time: 0.0524845 Mar 26 03:10:07.794121 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bbf2c260-396a-4731-b18a-3bac9d94ced6 req-828bca01-262b-48d7-8ddb-a557b9e4c07b tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490198 Mar 26 03:10:08.453778 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bdd14693-d089-4112-9337-ed80438855d5 up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:10:08.510580 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning for port bdd14693-d089-4112-9337-ed80438855d5 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:10:08.514935 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port bdd14693-d089-4112-9337-ed80438855d5 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:10:08.515333 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (bdd14693-d089-4112-9337-ed80438855d5), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:08.593819 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port bdd14693-d089-4112-9337-ed80438855d5 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:10:08.594208 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bdd14693-d089-4112-9337-ed80438855d5), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:08.619857 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5cc796-ef21-483b-aecf-5294fa0c3e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd14693-d089-4112-9337-ed80438855d5'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:10:08.622131 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2e80d3-e437-4236-a0c6-6ecde6970f8e" -d '{"events": [{"server_uuid": "4d5cc796-ef21-483b-aecf-5294fa0c3e0e", "name": "network-vif-plugged", "status": "completed", "tag": "bdd14693-d089-4112-9337-ed80438855d5"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:10:08.634830 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bdd14693-d089-4112-9337-ed80438855d5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bdd14693-d089-4112-9337-ed80438855d5,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:10:08.639077 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (bdd14693-d089-4112-9337-ed80438855d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:08.668260 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc936c7-7836-4cc8-8bac-d58240ea8791 x-openstack-request-id: req-4fc936c7-7836-4cc8-8bac-d58240ea8791 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:10:08.668626 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5cc796-ef21-483b-aecf-5294fa0c3e0e", "name": "network-vif-plugged", "status": "completed", "tag": "bdd14693-d089-4112-9337-ed80438855d5", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:10:08.668847 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fc936c7-7836-4cc8-8bac-d58240ea8791 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:10:08.669205 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc936c7-7836-4cc8-8bac-d58240ea8791'] response: {'server_uuid': '4d5cc796-ef21-483b-aecf-5294fa0c3e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd14693-d089-4112-9337-ed80438855d5', 'code': 200} Mar 26 03:10:08.701962 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=bdd14693-d089-4112-9337-ed80438855d5,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:08.844593 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd950d-fb2f-48a4-b37e-38aa1aad1b25 req-fbe1aef1-05bf-46d7-ae75-6b0bff115751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:08.846928 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-73fd950d-fb2f-48a4-b37e-38aa1aad1b25 req-fbe1aef1-05bf-46d7-ae75-6b0bff115751 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 1129 time: 0.0464897 Mar 26 03:10:08.926565 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-73fd950d-fb2f-48a4-b37e-38aa1aad1b25 req-2bffe413-99c2-4721-9391-a5ede92dcdc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738988 Mar 26 03:10:08.941749 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af174bc5-6a22-4e27-be38-f1375fe833b3 req-83849682-2960-4132-a156-df1cb9c073f4 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:08.943173 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-af174bc5-6a22-4e27-be38-f1375fe833b3 req-83849682-2960-4132-a156-df1cb9c073f4 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 945 time: 0.0694091 Mar 26 03:10:08.989079 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-af174bc5-6a22-4e27-be38-f1375fe833b3 req-0cca82c7-6234-4a8c-afbb-5f8bbb676f11 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Mar 26 03:10:10.109725 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bc0d2-5579-4e2e-ab73-d1997f00bf34 req-fecaed3b-ef4a-4d53-bb4c-4389c284f4bf tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:10.111988 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cb6bc0d2-5579-4e2e-ab73-d1997f00bf34 req-fecaed3b-ef4a-4d53-bb4c-4389c284f4bf tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 945 time: 0.0520041 Mar 26 03:10:10.156999 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-cb6bc0d2-5579-4e2e-ab73-d1997f00bf34 req-34b86705-edbe-4eec-91cb-18c45358ec57 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Mar 26 03:10:11.658351 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:23.819681 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99270d-b7db-49eb-ba60-7f0e3432487e req-71de0b6e-ff8a-427c-a8e0-d727f0579d8c tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:23.821054 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9c99270d-b7db-49eb-ba60-7f0e3432487e req-71de0b6e-ff8a-427c-a8e0-d727f0579d8c tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 945 time: 0.0555968 Mar 26 03:10:23.867035 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-9c99270d-b7db-49eb-ba60-7f0e3432487e req-479052f7-68e4-440a-999c-c2d50dbe5cfc tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Mar 26 03:10:24.985004 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8676d0-672d-4e97-b189-6f6b231313a8 req-1ead94a3-8a15-43a8-a82d-95836a79d955 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:24.986458 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7d8676d0-672d-4e97-b189-6f6b231313a8 req-1ead94a3-8a15-43a8-a82d-95836a79d955 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 945 time: 0.0521283 Mar 26 03:10:25.032112 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7d8676d0-672d-4e97-b189-6f6b231313a8 req-76ed178d-a5aa-4095-9a58-b7f4f0962f1c tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Mar 26 03:10:25.977219 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9562a853-0c1a-4055-b306-4b7eb1339171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:26.151990 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad81c2-c1d9-4950-96d4-ba0a31143beb req-95eae900-0697-4be5-9d87-32d403f0bfd6 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:26.153460 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8bad81c2-c1d9-4950-96d4-ba0a31143beb req-95eae900-0697-4be5-9d87-32d403f0bfd6 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 945 time: 0.0561352 Mar 26 03:10:26.199255 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8bad81c2-c1d9-4950-96d4-ba0a31143beb req-cddd1a96-a2d6-4f70-a340-f7392c5d61ce tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Mar 26 03:10:27.315584 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a097fbf-a140-4ac0-bd31-817cb8bcf17d req-a1bec334-d01b-418a-b5a6-2f1e117c3130 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:27.317821 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0a097fbf-a140-4ac0-bd31-817cb8bcf17d req-a1bec334-d01b-418a-b5a6-2f1e117c3130 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 945 time: 0.0518169 Mar 26 03:10:27.362419 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0a097fbf-a140-4ac0-bd31-817cb8bcf17d req-89e4a348-7cf7-417c-a4e6-c0e9d3eeec52 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Mar 26 03:10:28.246579 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-809359c9-5ef2-4582-9871-4d57356ba0b3 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:28.248063 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-809359c9-5ef2-4582-9871-4d57356ba0b3 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 945 time: 0.0508718 Mar 26 03:10:28.252556 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-68ea8752-2bf5-4be9-93c0-704f22e7fe14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:28.342100 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Deleting port bdd14693-d089-4112-9337-ed80438855d5 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:10:28.342728 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (bdd14693-d089-4112-9337-ed80438855d5), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:28.469650 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] For port bdd14693-d089-4112-9337-ed80438855d5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bdd14693-d089-4112-9337-ed80438855d5,segment=NetworkSegment(aa34fd05-3722-431e-8f2a-c182c3d861b7),segment_id=aa34fd05-3722-431e-8f2a-c182c3d861b7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:10:28.470012 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (bdd14693-d089-4112-9337-ed80438855d5), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:28.485728 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Calling delete_port for bdd14693-d089-4112-9337-ed80438855d5 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:10:28.538357 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4814321-5566-4ced-aa1a-8566431ec803 req-112ddf47-2630-474f-8bd0-597d01b8ffac tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:28.539778 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e4814321-5566-4ced-aa1a-8566431ec803 req-112ddf47-2630-474f-8bd0-597d01b8ffac tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d5cc796-ef21-483b-aecf-5294fa0c3e0e HTTP/1.1" status: 200 len: 945 time: 0.1101944 Mar 26 03:10:28.606600 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e4814321-5566-4ced-aa1a-8566431ec803 req-5d75b686-8fec-46dc-a52d-822a7b242dd4 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3a126be-48e6-460b-8699-2768ed282d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604384 Mar 26 03:10:28.663258 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (bdd14693-d089-4112-9337-ed80438855d5), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:28.675978 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['bdd14693-d089-4112-9337-ed80438855d5'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:10:28.693776 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Pushing event deleted for resources: {'Port': ['ID=bdd14693-d089-4112-9337-ed80438855d5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:28.738595 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] No DVR routers for this DVR port bdd14693-d089-4112-9337-ed80438855d5 on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:10:28.741199 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:28.744564 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-131c4703-08cc-4318-9cfc-afe6053cf432 req-1e430d4a-fc3c-4862-83f8-54989532b2a7 tempest-VolumesSnapshotTestJSON-360997720 tempest-VolumesSnapshotTestJSON-360997720-project] 10.222.0.15 "DELETE /v2.0/ports/bdd14693-d089-4112-9337-ed80438855d5 HTTP/1.1" status: 204 len: 173 time: 0.4915323 Mar 26 03:10:28.745020 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5cc796-ef21-483b-aecf-5294fa0c3e0e', 'name': 'network-vif-deleted', 'tag': 'bdd14693-d089-4112-9337-ed80438855d5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:10:28.747290 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f84f51-4e3e-4cb9-8dcd-7dd1c4144c6d" -d '{"events": [{"server_uuid": "4d5cc796-ef21-483b-aecf-5294fa0c3e0e", "name": "network-vif-deleted", "tag": "bdd14693-d089-4112-9337-ed80438855d5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:10:28.784831 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f212f9-6d73-4557-8f5e-79d7ec1bf02c x-openstack-request-id: req-14f212f9-6d73-4557-8f5e-79d7ec1bf02c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:10:28.785121 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5cc796-ef21-483b-aecf-5294fa0c3e0e", "name": "network-vif-deleted", "tag": "bdd14693-d089-4112-9337-ed80438855d5", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:10:28.785390 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14f212f9-6d73-4557-8f5e-79d7ec1bf02c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:10:28.785981 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f212f9-6d73-4557-8f5e-79d7ec1bf02c'] response: {'server_uuid': '4d5cc796-ef21-483b-aecf-5294fa0c3e0e', 'name': 'network-vif-deleted', 'tag': 'bdd14693-d089-4112-9337-ed80438855d5', 'status': 'completed', 'code': 200} Mar 26 03:10:29.451488 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:10:29.703779 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:31.083093 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:32.562975 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bdd14693-d089-4112-9337-ed80438855d5 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:10:32.583173 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: bdd14693-d089-4112-9337-ed80438855d5 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:10:32.583520 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bdd14693-d089-4112-9337-ed80438855d5 not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:10:32.689223 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:41.106820 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11e36-9a44-4784-9a38-6e3c6cb7b304 req-628329cc-be23-4d9a-a6cd-514065a7a0da tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:41.108317 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eca11e36-9a44-4784-9a38-6e3c6cb7b304 req-628329cc-be23-4d9a-a6cd-514065a7a0da tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0528269 Mar 26 03:10:41.168288 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eca11e36-9a44-4784-9a38-6e3c6cb7b304 req-cbe924de-4bf2-46ea-ae87-8f8159783e31 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544646 Mar 26 03:10:41.679045 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:42.289135 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bc602-fd5b-4cc3-92ec-ff41da62e76d req-0fbb7f7d-300a-4281-8439-0fe4ca899712 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:42.290606 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b17bc602-fd5b-4cc3-92ec-ff41da62e76d req-0fbb7f7d-300a-4281-8439-0fe4ca899712 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0517519 Mar 26 03:10:42.338697 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b17bc602-fd5b-4cc3-92ec-ff41da62e76d req-382b2dda-e4f7-468e-9d12-0b1c6d41d669 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Mar 26 03:10:43.454714 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e186a-908f-4c02-9fc9-1b0fbebea610 req-e77cfaf8-7ee6-42d6-821c-6be7297415eb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:43.456184 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-833e186a-908f-4c02-9fc9-1b0fbebea610 req-e77cfaf8-7ee6-42d6-821c-6be7297415eb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0523579 Mar 26 03:10:43.502976 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-833e186a-908f-4c02-9fc9-1b0fbebea610 req-54f264e9-0c8f-4ced-af3d-862770a891bc tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406685 Mar 26 03:10:44.622316 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3f977-71db-4556-97bd-1f8c9ffe6b11 req-3820545a-4ba3-4f8d-846d-df74a49e436c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:44.623803 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-43e3f977-71db-4556-97bd-1f8c9ffe6b11 req-3820545a-4ba3-4f8d-846d-df74a49e436c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0549350 Mar 26 03:10:44.672361 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-43e3f977-71db-4556-97bd-1f8c9ffe6b11 req-e3c30a1a-eb5c-4007-bb70-029e59fb68bb tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Mar 26 03:10:45.788199 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afa8e5-735c-42da-8dca-136ddc3c4aee req-8a1c11aa-67fc-4f88-be50-1034546de31f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:45.789570 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-06afa8e5-735c-42da-8dca-136ddc3c4aee req-8a1c11aa-67fc-4f88-be50-1034546de31f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0512819 Mar 26 03:10:45.840725 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-06afa8e5-735c-42da-8dca-136ddc3c4aee req-2af7c3bd-2e7e-4df1-be0e-b2da1718ca02 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 Mar 26 03:10:46.493640 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33410) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:10:46.540466 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2c1ff8-0540-4beb-9780-e286119b1aac admin admin] Deleting subnet 6508cee1-9a77-4708-9a33-dceeefd14af1 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:10:46.543435 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1ff8-0540-4beb-9780-e286119b1aac admin admin] Publish callbacks [] for subnet (6508cee1-9a77-4708-9a33-dceeefd14af1), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.576291 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1ff8-0540-4beb-9780-e286119b1aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28410768'] for subnet (6508cee1-9a77-4708-9a33-dceeefd14af1), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.613597 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1ff8-0540-4beb-9780-e286119b1aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (6508cee1-9a77-4708-9a33-dceeefd14af1), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.668539 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1ff8-0540-4beb-9780-e286119b1aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28970820'] for subnet (6508cee1-9a77-4708-9a33-dceeefd14af1), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.694248 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c1ff8-0540-4beb-9780-e286119b1aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6508cee1-9a77-4708-9a33-dceeefd14af1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:46.697933 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1ff8-0540-4beb-9780-e286119b1aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.701141 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-5e2c1ff8-0540-4beb-9780-e286119b1aac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6508cee1-9a77-4708-9a33-dceeefd14af1 HTTP/1.1" status: 204 len: 168 time: 0.2064576 Mar 26 03:10:46.703636 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33412) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:10:46.773709 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (061b0612-f517-491e-b00b-f9d26416292f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.848039 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (061b0612-f517-491e-b00b-f9d26416292f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.868591 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061b0612-f517-491e-b00b-f9d26416292f']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:10:46.877782 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa34fd05-3722-431e-8f2a-c182c3d861b7') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:10:46.878080 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa34fd05-3722-431e-8f2a-c182c3d861b7') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:10:46.889548 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28410793'] for segment (aa34fd05-3722-431e-8f2a-c182c3d861b7), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.902399 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (aa34fd05-3722-431e-8f2a-c182c3d861b7), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.909744 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:10:46.910134 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28940417'] for segment (aa34fd05-3722-431e-8f2a-c182c3d861b7), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: timer() Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: cb(*args, **kw) Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: self._notify() Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: self.callback(batched_events) Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: event.method(event) Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: return self._get(url).json() Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:10:46.911965 dv-cinder-835328-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:10:46.995433 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (061b0612-f517-491e-b00b-f9d26416292f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:47.001548 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:47.004731 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] 10.222.0.13 "DELETE /v2.0/networks/061b0612-f517-491e-b00b-f9d26416292f HTTP/1.1" status: 204 len: 168 time: 0.3001714 Mar 26 03:10:47.017747 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b489ad-7636-4ff9-bd50-0692d4de3c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=061b0612-f517-491e-b00b-f9d26416292f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:47.026139 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baade8-2488-443a-bb00-c3f1242eae9f req-39a936f6-4f49-428d-8032-da9ad1e6b05d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:47.027593 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c5baade8-2488-443a-bb00-c3f1242eae9f req-39a936f6-4f49-428d-8032-da9ad1e6b05d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.1196649 Mar 26 03:10:47.080427 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c5baade8-2488-443a-bb00-c3f1242eae9f req-d91dd320-fd89-46ec-8bbf-042624e9a85a tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467498 Mar 26 03:10:47.124054 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33418) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:10:47.173369 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a318e728-2188-4d93-bacb-28dc35169bfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e08baa12b01146099be45b04b5569d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481844 Mar 26 03:10:47.175825 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33420) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:10:47.220730 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f02676c-53e2-457d-ba25-34c7f730eb29 admin admin] Publish callbacks [] for security_group (a3a126be-48e6-460b-8699-2768ed282d09), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:47.242258 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f02676c-53e2-457d-ba25-34c7f730eb29 admin admin] Publish callbacks [] for security_group (a3a126be-48e6-460b-8699-2768ed282d09), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:47.287578 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f02676c-53e2-457d-ba25-34c7f730eb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a3a126be-48e6-460b-8699-2768ed282d09), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:47.289969 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f02676c-53e2-457d-ba25-34c7f730eb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:47.291143 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6f02676c-53e2-457d-ba25-34c7f730eb29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a126be-48e6-460b-8699-2768ed282d09 HTTP/1.1" status: 204 len: 168 time: 0.1143827 Mar 26 03:10:47.298720 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02676c-53e2-457d-ba25-34c7f730eb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a126be-48e6-460b-8699-2768ed282d09,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:48.197443 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda453fc-e2c8-444a-9fdd-eb7bb0b4a67b req-c76cca17-483f-4565-9c4d-63ff7a6f3dc6 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:48.198907 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dda453fc-e2c8-444a-9fdd-eb7bb0b4a67b req-c76cca17-483f-4565-9c4d-63ff7a6f3dc6 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0512094 Mar 26 03:10:48.246648 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dda453fc-e2c8-444a-9fdd-eb7bb0b4a67b req-0b991d74-6814-40d7-8cc8-aa9f758d5361 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Mar 26 03:10:49.366293 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660257-ddc6-4aac-832d-bf13b2604d5b req-4d9f2d68-8cc7-4040-8482-e5f64ee3cd91 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:49.367774 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0a660257-ddc6-4aac-832d-bf13b2604d5b req-4d9f2d68-8cc7-4040-8482-e5f64ee3cd91 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0547512 Mar 26 03:10:49.415266 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0a660257-ddc6-4aac-832d-bf13b2604d5b req-5a9f1605-f39a-4b60-8633-f08d43a62c3d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419073 Mar 26 03:10:50.531072 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66787015-4978-4db3-b2df-a58e4e477c74 req-83b8cc30-7f15-46a1-be4b-3f139c1d5d45 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:50.532531 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-66787015-4978-4db3-b2df-a58e4e477c74 req-83b8cc30-7f15-46a1-be4b-3f139c1d5d45 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0518348 Mar 26 03:10:50.579861 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-66787015-4978-4db3-b2df-a58e4e477c74 req-8e8ef1c9-2aa1-46fe-a79c-1562ef849ed2 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406642 Mar 26 03:10:51.250150 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-f7e869db-5a0f-401b-a64f-f0b3b54476f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:51.251664 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-f7e869db-5a0f-401b-a64f-f0b3b54476f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1130 time: 0.0469379 Mar 26 03:10:51.336384 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-8d0cdd43-5771-4c5d-aca0-aa3f472bfd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:51.337807 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-8d0cdd43-5771-4c5d-aca0-aa3f472bfd77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 200 len: 908 time: 0.0805974 Mar 26 03:10:51.403653 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-c4a0f5b8-a38b-45b7-8a84-ae2e43d28cf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 1002 time: 0.0603850 Mar 26 03:10:51.450152 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-2e289e8c-849c-4a8f-a3bb-c38434f7c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:51.451574 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-2e289e8c-849c-4a8f-a3bb-c38434f7c0d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b8a30b5-fa20-4909-857d-d15a575f3441 HTTP/1.1" status: 200 len: 846 time: 0.0423384 Mar 26 03:10:51.498031 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-0498ce46-5f7e-4e2a-9c30-68492cc3b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:51.499517 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-0498ce46-5f7e-4e2a-9c30-68492cc3b33c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424218 Mar 26 03:10:51.587189 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-0d41a0c6-9f31-4f70-a1b8-f5dd6c92584f service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821419 Mar 26 03:10:51.706065 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f0e6712e-13cb-43c5-811a-b201a9a52c7d req-5e81fd77-71e1-4f10-9381-03ade2f05934 service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126189 Mar 26 03:10:51.721101 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0f2a1-7851-4cc8-b0b6-12bae34c780e req-b16dcf18-a1dc-4281-8c6e-15e5d521ae04 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:51.722506 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-89b0f2a1-7851-4cc8-b0b6-12bae34c780e req-b16dcf18-a1dc-4281-8c6e-15e5d521ae04 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0729833 Mar 26 03:10:51.773852 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-89b0f2a1-7851-4cc8-b0b6-12bae34c780e req-44b9dcb4-befa-4151-a88d-fcf084862d92 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448346 Mar 26 03:10:53.148898 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb00eb-a680-4f0d-b05b-f34582aec71e req-124b6816-2c97-4e8c-bae9-4551e98de5e6 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:53.150361 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9cb00eb-a680-4f0d-b05b-f34582aec71e req-124b6816-2c97-4e8c-bae9-4551e98de5e6 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.3073618 Mar 26 03:10:53.200125 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9cb00eb-a680-4f0d-b05b-f34582aec71e req-ae7b0c4a-bf08-4299-bab1-9ad3a055421e tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441022 Mar 26 03:10:54.316985 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2ece5-8e37-4728-b029-4ce897e68926 req-5a2acd28-ac8c-40ba-9af5-e816dadcb15b tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:54.319392 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8ea2ece5-8e37-4728-b029-4ce897e68926 req-5a2acd28-ac8c-40ba-9af5-e816dadcb15b tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0535076 Mar 26 03:10:54.366668 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-8ea2ece5-8e37-4728-b029-4ce897e68926 req-8c68cbe0-a4f3-4002-a276-5331e2105de9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Mar 26 03:10:54.579241 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-8bdfd879-55bd-4aed-99d7-53f4216f09c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775628 Mar 26 03:10:54.590716 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee9bdd-7c1c-4d3e-8ee7-c673d8632e15 req-c5914afb-5d55-4eb7-8bb5-6e8f27076117 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:54.592168 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38ee9bdd-7c1c-4d3e-8ee7-c673d8632e15 req-c5914afb-5d55-4eb7-8bb5-6e8f27076117 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0629127 Mar 26 03:10:54.666330 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-ccdc7a7a-5d21-4583-a86d-ae511dd7d7c0 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:54.667720 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-ccdc7a7a-5d21-4583-a86d-ae511dd7d7c0 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports/bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 943 time: 0.0623181 Mar 26 03:10:54.681502 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38ee9bdd-7c1c-4d3e-8ee7-c673d8632e15 req-819ba8d8-af6c-47b9-a132-04305eb530bf tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823035 Mar 26 03:10:55.696873 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-93c03716-b2c6-4fe8-94b5-1bc86082a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:55.698409 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-93c03716-b2c6-4fe8-94b5-1bc86082a4c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440&tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9 HTTP/1.1" status: 200 len: 1130 time: 0.0491948 Mar 26 03:10:55.793543 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-9066771a-a3bc-4508-9099-38dc66dff99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:55.795056 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-9066771a-a3bc-4508-9099-38dc66dff99d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1130 time: 0.0755892 Mar 26 03:10:55.817173 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8d9b-4df4-4873-87ea-fb42db4ae632 req-dadb75cb-9c9b-4c95-b1e3-0ca19f2a1063 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:55.819171 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1b5c8d9b-4df4-4873-87ea-fb42db4ae632 req-dadb75cb-9c9b-4c95-b1e3-0ca19f2a1063 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0695293 Mar 26 03:10:55.917196 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-1b5c8d9b-4df4-4873-87ea-fb42db4ae632 req-52d3577f-98ba-4a2c-94ef-cc1c3db17660 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886223 Mar 26 03:10:55.931806 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-b8319360-2192-4ad7-a14c-d9f797bd9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:55.933231 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-b8319360-2192-4ad7-a14c-d9f797bd9270 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 200 len: 908 time: 0.1308084 Mar 26 03:10:55.979255 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4a1a9529-72da-4380-a8f7-094c16313720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:55.998971 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-beedc635-dd65-4dcd-b338-f041d25198aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 1002 time: 0.0597899 Mar 26 03:10:56.050140 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-236ce079-895d-4b9d-b9f2-853ed5935432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:56.052115 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-236ce079-895d-4b9d-b9f2-853ed5935432 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b8a30b5-fa20-4909-857d-d15a575f3441 HTTP/1.1" status: 200 len: 846 time: 0.0473316 Mar 26 03:10:56.097474 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-daf8c658-9eb1-45cf-a49e-a4ca44599d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:56.099784 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-daf8c658-9eb1-45cf-a49e-a4ca44599d90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428581 Mar 26 03:10:56.184163 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-071c1b85-71bd-4008-9f3b-ce81789a6bf9 service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786288 Mar 26 03:10:56.274203 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fae11cfc-89df-4d00-ae0d-9f1747f78b78 req-e6d894ca-c493-4c6b-a6b1-e8549156810a service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849836 Mar 26 03:10:57.034188 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782cc9b-5eed-4f01-84e4-6bc6eb0878df req-26966476-6dbc-42d8-95f9-571a8b07ee3d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:57.035711 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b782cc9b-5eed-4f01-84e4-6bc6eb0878df req-26966476-6dbc-42d8-95f9-571a8b07ee3d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0528574 Mar 26 03:10:57.084075 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b782cc9b-5eed-4f01-84e4-6bc6eb0878df req-b26f802c-3bf0-448c-9ec8-c36e0f088009 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417407 Mar 26 03:10:57.240482 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b07ad-b41c-42a6-97ec-4dc4d9d287cc req-d81bb198-1cde-4756-b02b-541987072072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:57.241872 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-732b07ad-b41c-42a6-97ec-4dc4d9d287cc req-d81bb198-1cde-4756-b02b-541987072072 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1130 time: 0.0483162 Mar 26 03:10:57.285832 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-732b07ad-b41c-42a6-97ec-4dc4d9d287cc req-c3bdf6ae-e87c-4fe2-a6d4-a6e93a2af5d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376906 Mar 26 03:10:58.204385 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f3961-10b4-4b9a-8df9-d077b234fe00 req-ce13a443-1424-4e3b-b7f1-8714ae89659c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:58.205769 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e03f3961-10b4-4b9a-8df9-d077b234fe00 req-ce13a443-1424-4e3b-b7f1-8714ae89659c tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0525739 Mar 26 03:10:58.256048 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2f868bae-37d7-47b7-a42b-72678869f00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:58.260124 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e03f3961-10b4-4b9a-8df9-d077b234fe00 req-778ee69f-6cd4-4382-b0d6-ad33db7ea4d6 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486984 Mar 26 03:10:58.688141 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bd630931-b100-4963-b878-574f97f1751c details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:10:58.690192 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bd630931-b100-4963-b878-574f97f1751c no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:10:58.837091 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port bd630931-b100-4963-b878-574f97f1751c is: ACTIVE; New status is: DOWN {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:10:58.837479 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bd630931-b100-4963-b878-574f97f1751c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:58.865655 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd630931-b100-4963-b878-574f97f1751c,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:10:58.878589 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd630931-b100-4963-b878-574f97f1751c'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:10:58.881423 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ca59a5-08f8-4543-a1ee-785ffacd3089" -d '{"events": [{"server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "name": "network-vif-unplugged", "status": "completed", "tag": "bd630931-b100-4963-b878-574f97f1751c"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:10:58.892514 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Returning: {'device': 'bd630931-b100-4963-b878-574f97f1751c', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'port_id': 'bd630931-b100-4963-b878-574f97f1751c', 'mac_address': 'fa:16:3e:ea:be:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:10:58.895749 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd630931-b100-4963-b878-574f97f1751c,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:10:58.900123 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (bd630931-b100-4963-b878-574f97f1751c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:58.920580 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 03:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ed19a4-3197-48c5-8c02-0739091997be x-openstack-request-id: req-23ed19a4-3197-48c5-8c02-0739091997be {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:10:58.920812 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "name": "network-vif-unplugged", "status": "completed", "tag": "bd630931-b100-4963-b878-574f97f1751c", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:10:58.921070 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23ed19a4-3197-48c5-8c02-0739091997be {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:10:58.921459 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ed19a4-3197-48c5-8c02-0739091997be'] response: {'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd630931-b100-4963-b878-574f97f1751c', 'code': 200} Mar 26 03:10:58.962143 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port bd630931-b100-4963-b878-574f97f1751c is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:10:58.962531 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bd630931-b100-4963-b878-574f97f1751c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:58.985855 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd630931-b100-4963-b878-574f97f1751c {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:10:58.993395 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=bd630931-b100-4963-b878-574f97f1751c,revision_number=6']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:59.009867 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.010213 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.010551 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.010889 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.011254 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.011585 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.011910 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.012230 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.012559 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.012882 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.013208 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.013533 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.013854 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.014172 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.014488 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:10:59.020500 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd630931-b100-4963-b878-574f97f1751c,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:10:59.024538 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (bd630931-b100-4963-b878-574f97f1751c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:59.070874 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=bd630931-b100-4963-b878-574f97f1751c,revision_number=7']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:10:59.225597 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] get_ports_and_sgs() called for port_ids ['bd630931-b100-4963-b878-574f97f1751c'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:10:59.377842 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52ba86-50d9-4a8e-9875-c90b88dcc4d1 req-8b7dd00f-50ed-4ff0-a7d3-97c01915813a tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:10:59.379364 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4e52ba86-50d9-4a8e-9875-c90b88dcc4d1 req-8b7dd00f-50ed-4ff0-a7d3-97c01915813a tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 945 time: 0.0526950 Mar 26 03:10:59.431591 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4e52ba86-50d9-4a8e-9875-c90b88dcc4d1 req-1dd4f863-d73e-4082-9b12-2031bd95417d tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459812 Mar 26 03:10:59.705284 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:00.684823 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bd630931-b100-4963-b878-574f97f1751c up at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:00.732435 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Provisioning complete for port bd630931-b100-4963-b878-574f97f1751c triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:00.733133 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477235'] for port (bd630931-b100-4963-b878-574f97f1751c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:00.807979 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Current status of the port bd630931-b100-4963-b878-574f97f1751c is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:00.808361 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736225'] for port (bd630931-b100-4963-b878-574f97f1751c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:00.839310 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd630931-b100-4963-b878-574f97f1751c,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:00.843721 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782727897748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782727394344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782727394362'] for port (bd630931-b100-4963-b878-574f97f1751c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:00.890543 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Pushing event updated for resources: {'Port': ['ID=bd630931-b100-4963-b878-574f97f1751c,revision_number=8']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:00.922670 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd630931-b100-4963-b878-574f97f1751c'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:11:00.924859 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2b6803133743f44040b5aa5470f845ebc229f68d9b0b95ae7dd0fc9f1fa0fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e42493-1c0f-4ef1-a999-50df95d7181b" -d '{"events": [{"server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "name": "network-vif-plugged", "status": "completed", "tag": "bd630931-b100-4963-b878-574f97f1751c"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:11:00.961689 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea673836-3d51-4867-bf4a-bade8009a131 x-openstack-request-id: req-ea673836-3d51-4867-bf4a-bade8009a131 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:11:00.961988 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "name": "network-vif-plugged", "status": "completed", "tag": "bd630931-b100-4963-b878-574f97f1751c", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:11:00.962246 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea673836-3d51-4867-bf4a-bade8009a131 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:11:00.962644 dv-cinder-835328-1-smb neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea673836-3d51-4867-bf4a-bade8009a131'] response: {'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd630931-b100-4963-b878-574f97f1751c', 'code': 200} Mar 26 03:11:01.085942 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:02.691289 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:06.467211 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:11:11.699564 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.219049 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-00503eef-9570-4fb7-a44c-6e1060f8b25a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432897 Mar 26 03:11:17.305358 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-c57ad05e-e17a-4b17-b30f-974c9626b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:17.306845 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-c57ad05e-e17a-4b17-b30f-974c9626b9ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1130 time: 0.0481753 Mar 26 03:11:17.410256 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-0d3e60ea-b6c0-46a1-81ca-862d1e1721e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:17.411984 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-0d3e60ea-b6c0-46a1-81ca-862d1e1721e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 200 len: 908 time: 0.0857222 Mar 26 03:11:17.475931 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-b45fcd52-5419-4934-966f-072915351710 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 1002 time: 0.0569503 Mar 26 03:11:17.526309 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-56a21708-21ac-42bd-a7e8-138504117fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:17.527986 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-56a21708-21ac-42bd-a7e8-138504117fb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b8a30b5-fa20-4909-857d-d15a575f3441 HTTP/1.1" status: 200 len: 846 time: 0.0442321 Mar 26 03:11:17.582283 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-11ae9f56-235d-48a1-9ebf-84568759a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:17.583931 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-11ae9f56-235d-48a1-9ebf-84568759a31b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490904 Mar 26 03:11:17.671272 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-db86f487-34a0-422c-9d7d-2077b85744b7 service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807528 Mar 26 03:11:17.763872 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8b88262-42ba-471d-a001-aecafeffa4ca req-62633c45-ba36-44c3-95ab-dbb0ce3e3d4b service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863066 Mar 26 03:11:25.981418 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-537deb8b-e0b6-4da0-9b0b-4cd4c2dd3694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.258771 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7233d3e5-4ee5-4d58-b452-be101bc26749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:29.707651 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:31.087774 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.695731 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:41.717375 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:43.456127 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:11:55.982600 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8c97dcaf-092a-4491-a043-4a8f9d191a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:58.259261 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-41cb07cd-47d2-4a10-9fdb-d4e9611c21b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.710655 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:01.090242 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:02.698739 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.462685 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:09.615751 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Deleting port 4de7bb9a-36b4-4b28-b235-ef924445d66d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:09.616089 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (4de7bb9a-36b4-4b28-b235-ef924445d66d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.688780 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (4de7bb9a-36b4-4b28-b235-ef924445d66d), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.689103 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for floatingip (4de7bb9a-36b4-4b28-b235-ef924445d66d), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.700915 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Calling delete_port for 4de7bb9a-36b4-4b28-b235-ef924445d66d owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:09.842160 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (4de7bb9a-36b4-4b28-b235-ef924445d66d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.869164 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event deleted for resources: {'Port': ['ID=4de7bb9a-36b4-4b28-b235-ef924445d66d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:09.892184 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.892537 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.892884 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.893226 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.893571 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.893908 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.894240 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.894571 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.894901 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.895253 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.895580 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.896134 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.896486 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.896816 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.897143 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:09.940819 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for floatingip (1e13aeb1-c239-4b3c-adce-8bd942c2b0a3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.941154 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Floating IP 1e13aeb1-c239-4b3c-adce-8bd942c2b0a3 disassociated (deleted). External IP: 172.28.2.226, port: bd630931-b100-4963-b878-574f97f1751c. Mar 26 03:12:10.143694 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Router 28de1072-189e-41b2-abb7-1e735d3c116a has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:12:10.257813 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:10.262629 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.267216 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] Sync routers for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:10.277715 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:10.278343 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:11:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:10.292268 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8fdb5397-cf09-4efb-9e2b-902f1c0d8d78 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "DELETE /v2.0/floatingips/1e13aeb1-c239-4b3c-adce-8bd942c2b0a3 HTTP/1.1" status: 204 len: 168 time: 0.8284667 Mar 26 03:12:10.292920 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'tag': 'bd630931-b100-4963-b878-574f97f1751c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:12:10.295255 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdbd724-893d-4551-a172-e539afe7e86c" -d '{"events": [{"name": "network-changed", "server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "tag": "bd630931-b100-4963-b878-574f97f1751c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:12:10.332006 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81765b2-154e-4c8a-9c23-bb2537b94e3a x-openstack-request-id: req-b81765b2-154e-4c8a-9c23-bb2537b94e3a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:12:10.332401 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "tag": "bd630931-b100-4963-b878-574f97f1751c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:12:10.332775 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b81765b2-154e-4c8a-9c23-bb2537b94e3a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:12:10.333764 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81765b2-154e-4c8a-9c23-bb2537b94e3a'] response: {'name': 'network-changed', 'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'tag': 'bd630931-b100-4963-b878-574f97f1751c', 'status': 'completed', 'code': 200} Mar 26 03:12:10.387211 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:10.405808 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd724-893d-4551-a172-e539afe7e86c req-03e85f83-3cdf-4c77-a921-d3ccffc6b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:10.407599 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bcdbd724-893d-4551-a172-e539afe7e86c req-03e85f83-3cdf-4c77-a921-d3ccffc6b7f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 1130 time: 0.0549564 Mar 26 03:12:10.541807 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd724-893d-4551-a172-e539afe7e86c req-33bb28e6-12a0-47b9-a869-d72bed2cbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:10.543314 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bcdbd724-893d-4551-a172-e539afe7e86c req-33bb28e6-12a0-47b9-a869-d72bed2cbad4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 200 len: 908 time: 0.1244769 Mar 26 03:12:10.555085 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7996c4b-e8c9-48c0-9be5-fb40eac3e7b2 req-f05ca90a-36bf-43f2-91b5-ac0a692f5bf3 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:10.556469 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b7996c4b-e8c9-48c0-9be5-fb40eac3e7b2 req-f05ca90a-36bf-43f2-91b5-ac0a692f5bf3 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0853696 Mar 26 03:12:10.591130 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '199dcdac-89f6-46d9-a3fc-3c8d031179ad', 'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'mac_address': 'fa:16:3e:b0:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:03Z', 'updated_at': '2022-03-26T03:08:08Z', 'revision_number': 5, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'subnets': [{'id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:10.602027 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bcdbd724-893d-4551-a172-e539afe7e86c req-cf0694b7-15a2-4e52-909b-acb45a414b91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 200 len: 217 time: 0.0446212 Mar 26 03:12:10.617223 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] Checking router: 28de1072-189e-41b2-abb7-1e735d3c116a for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:10.625236 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:10.625823 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:11:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:10.666988 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b7996c4b-e8c9-48c0-9be5-fb40eac3e7b2 req-63ddb144-a07f-46e2-80ad-7612417b18c6 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027124 Mar 26 03:12:10.671254 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd724-893d-4551-a172-e539afe7e86c req-5484b624-a057-43c5-af35-61c7d11e3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:10.672689 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bcdbd724-893d-4551-a172-e539afe7e86c req-5484b624-a057-43c5-af35-61c7d11e3b7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b8a30b5-fa20-4909-857d-d15a575f3441 HTTP/1.1" status: 200 len: 846 time: 0.0644462 Mar 26 03:12:10.729261 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd724-893d-4551-a172-e539afe7e86c req-f66a4506-5eb0-433e-b6db-4f8d21672357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:10.730865 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bcdbd724-893d-4551-a172-e539afe7e86c req-f66a4506-5eb0-433e-b6db-4f8d21672357 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56dc443b-21ee-4b3a-81ff-9c50e4a43c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0511117 Mar 26 03:12:10.829285 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bcdbd724-893d-4551-a172-e539afe7e86c req-c01d7b5d-cbf8-4da0-9a47-bc3ba4e9e3fd service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897870 Mar 26 03:12:10.861519 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:10.919609 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bcdbd724-893d-4551-a172-e539afe7e86c req-ef12fe20-fc1c-4394-99e8-26ead38d9298 service neutron] 10.222.0.15 "GET /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831113 Mar 26 03:12:11.051745 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '199dcdac-89f6-46d9-a3fc-3c8d031179ad', 'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'mac_address': 'fa:16:3e:b0:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:03Z', 'updated_at': '2022-03-26T03:08:08Z', 'revision_number': 5, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'subnets': [{'id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:11.081446 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5984fc-8aa0-4c4f-953f-d1ad27f7440f None None] The sync data for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb is: [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:08:03Z', 'revision_number': 4, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb', '_interfaces': [{'id': '199dcdac-89f6-46d9-a3fc-3c8d031179ad', 'name': '', 'network_id': '56dc443b-21ee-4b3a-81ff-9c50e4a43c15', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'mac_address': 'fa:16:3e:b0:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:03Z', 'updated_at': '2022-03-26T03:08:08Z', 'revision_number': 5, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'subnets': [{'id': '8b8a30b5-fa20-4909-857d-d15a575f3441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:11.290452 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1662c4-ad3f-434a-98f5-e13ca37939f5 None None] New status for floating IP 1e13aeb1-c239-4b3c-adce-8bd942c2b0a3: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:12:11.725737 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:11.845073 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-a738526f-d413-47be-a16e-d277b23987e9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:11.846509 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-a738526f-d413-47be-a16e-d277b23987e9 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.15 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.0524323 Mar 26 03:12:11.937018 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Deleting port bd630931-b100-4963-b878-574f97f1751c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:11.937354 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (bd630931-b100-4963-b878-574f97f1751c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:12.055835 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77413e7-d142-4f20-a087-f6e90074c454 req-76fb7b3e-65f8-4def-9965-b3362015a1ff tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:12.057461 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b77413e7-d142-4f20-a087-f6e90074c454 req-76fb7b3e-65f8-4def-9965-b3362015a1ff tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/ports?device_id=073ff799-840d-4494-aca5-2601742e2440 HTTP/1.1" status: 200 len: 946 time: 0.3154898 Mar 26 03:12:12.065049 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] For port bd630931-b100-4963-b878-574f97f1751c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd630931-b100-4963-b878-574f97f1751c,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:12.065414 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (bd630931-b100-4963-b878-574f97f1751c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:12.089620 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Calling delete_port for bd630931-b100-4963-b878-574f97f1751c owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:12.155459 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b77413e7-d142-4f20-a087-f6e90074c454 req-ed81c0d0-4338-4b1a-b605-5379f62f801e tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4adb061-3c44-48d1-aac5-17224c87a85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923195 Mar 26 03:12:12.238978 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (bd630931-b100-4963-b878-574f97f1751c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:12.264227 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event deleted for resources: {'Port': ['ID=bd630931-b100-4963-b878-574f97f1751c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:12.311307 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] No DVR routers for this DVR port bd630931-b100-4963-b878-574f97f1751c on host hv-cinder-83532 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:12:12.313738 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4168302'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:12.317308 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5758e2d9-4365-427a-9355-9528a57a44e2 req-b09e25ef-7cf7-4c4a-9898-dc819b4929f4 tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.15 "DELETE /v2.0/ports/bd630931-b100-4963-b878-574f97f1751c HTTP/1.1" status: 204 len: 173 time: 0.4654517 Mar 26 03:12:12.335026 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'name': 'network-vif-deleted', 'tag': 'bd630931-b100-4963-b878-574f97f1751c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:12:12.337376 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd935f5b19c953962c90b80083db1ad36392681058cae917488a23bd920a28ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e14cc97-ad27-434b-8104-24d5c5d9e1ad" -d '{"events": [{"server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "name": "network-vif-deleted", "tag": "bd630931-b100-4963-b878-574f97f1751c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:12:12.372988 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d21e31-b688-4861-b612-34e9eb5da811 x-openstack-request-id: req-60d21e31-b688-4861-b612-34e9eb5da811 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:12:12.373284 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073ff799-840d-4494-aca5-2601742e2440", "name": "network-vif-deleted", "tag": "bd630931-b100-4963-b878-574f97f1751c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:12:12.373542 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60d21e31-b688-4861-b612-34e9eb5da811 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:12:12.373948 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d21e31-b688-4861-b612-34e9eb5da811'] response: {'server_uuid': '073ff799-840d-4494-aca5-2601742e2440', 'name': 'network-vif-deleted', 'tag': 'bd630931-b100-4963-b878-574f97f1751c', 'status': 'completed', 'code': 200} Mar 26 03:12:13.210689 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 33500) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:13.265634 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group (a4adb061-3c44-48d1-aac5-17224c87a85f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:13.289413 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group (a4adb061-3c44-48d1-aac5-17224c87a85f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:13.348193 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (a4adb061-3c44-48d1-aac5-17224c87a85f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:13.351950 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:13.353075 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] 10.222.0.13 "DELETE /v2.0/security-groups/a4adb061-3c44-48d1-aac5-17224c87a85f HTTP/1.1" status: 204 len: 168 time: 0.1413994 Mar 26 03:12:13.361633 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4adb061-3c44-48d1-aac5-17224c87a85f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:13.369688 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.370377 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.370377 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.370723 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.371041 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.371372 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.371695 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.372020 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.372344 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.372662 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.372980 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.373297 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.373635 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.373959 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.374300 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0df3c3-527a-45c9-93c0-8b0869a59a5f tempest-TestShelveInstance-204951679 tempest-TestShelveInstance-204951679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:13.402304 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33506) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:13.745848 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752831'] for router_interface (28de1072-189e-41b2-abb7-1e735d3c116a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:13.984362 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Deleting port 199dcdac-89f6-46d9-a3fc-3c8d031179ad {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:13.984700 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:14.297812 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] For port 199dcdac-89f6-46d9-a3fc-3c8d031179ad, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=199dcdac-89f6-46d9-a3fc-3c8d031179ad,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:14.298088 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:14.310342 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Calling delete_port for 199dcdac-89f6-46d9-a3fc-3c8d031179ad owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:14.484067 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (199dcdac-89f6-46d9-a3fc-3c8d031179ad), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:14.508683 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=199dcdac-89f6-46d9-a3fc-3c8d031179ad,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:14.675083 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752399'] for router_interface (28de1072-189e-41b2-abb7-1e735d3c116a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:14.887470 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Router 28de1072-189e-41b2-abb7-1e735d3c116a has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:12:14.993159 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:14.998008 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ab3e66d2-9308-4660-8ee8-d451c82c0e6d admin admin] 10.222.0.13 "PUT /v2.0/routers/28de1072-189e-41b2-abb7-1e735d3c116a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5941422 Mar 26 03:12:15.000579 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33508) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:15.003230 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] Sync routers for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:15.012988 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:15.013577 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:11:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:15.105503 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks [] for router (28de1072-189e-41b2-abb7-1e735d3c116a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.121854 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: dv-cinder-835328-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:15.208789 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks [] for router_gateway (28de1072-189e-41b2-abb7-1e735d3c116a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.262780 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Deleting port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:15.263155 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.295727 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:12:14Z', 'revision_number': 5, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port': {'id': 'da7750bf-a2ca-49fc-88d3-8a4a80e2d56a', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:01Z', 'updated_at': '2022-03-26T03:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:15.327037 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] Checking router: 28de1072-189e-41b2-abb7-1e735d3c116a for host: dv-cinder-835328-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:15.335333 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] Routers {'28de1072-189e-41b2-abb7-1e735d3c116a'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:15.335930 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:11:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['28de1072-189e-41b2-abb7-1e735d3c116a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:15.342284 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] For port da7750bf-a2ca-49fc-88d3-8a4a80e2d56a, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=da7750bf-a2ca-49fc-88d3-8a4a80e2d56a,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:15.342646 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.355567 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Calling delete_port for da7750bf-a2ca-49fc-88d3-8a4a80e2d56a owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:15.423353 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] Set router 28de1072-189e-41b2-abb7-1e735d3c116a gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:15.475291 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:12:15Z', 'revision_number': 6, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port_host': None}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:15.506038 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8db31-286e-41d8-9ace-12bc4137ea44 None None] The sync data for ids ['28de1072-189e-41b2-abb7-1e735d3c116a'] in dv-cinder-835328-1-smb is: [{'id': '28de1072-189e-41b2-abb7-1e735d3c116a', 'name': 'tempest-TestShelveInstance-17576470-router', 'tenant_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:00Z', 'updated_at': '2022-03-26T03:12:15Z', 'revision_number': 6, 'project_id': 'de540c053f0d4e74b3e4a68cb7f5d5b9', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:15.527817 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (da7750bf-a2ca-49fc-88d3-8a4a80e2d56a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.557235 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7750bf-a2ca-49fc-88d3-8a4a80e2d56a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:15.618396 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752501'] for router_gateway (28de1072-189e-41b2-abb7-1e735d3c116a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.711387 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29408'] for router (28de1072-189e-41b2-abb7-1e735d3c116a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.713471 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks [] for router_controller (28de1072-189e-41b2-abb7-1e735d3c116a), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.756442 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754710'] for router (28de1072-189e-41b2-abb7-1e735d3c116a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.756890 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28de1072-189e-41b2-abb7-1e735d3c116a {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:12:15.761519 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.762641 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-82273804-6dd4-4ea5-aca3-8f4ccf3babe7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/28de1072-189e-41b2-abb7-1e735d3c116a HTTP/1.1" status: 204 len: 168 time: 0.7611685 Mar 26 03:12:15.765201 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33510) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:15.808544 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5942b07-69f4-4286-a8cc-742a62fb3782 admin admin] Deleting subnet 8b8a30b5-fa20-4909-857d-d15a575f3441 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:12:15.811614 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5942b07-69f4-4286-a8cc-742a62fb3782 admin admin] Publish callbacks [] for subnet (8b8a30b5-fa20-4909-857d-d15a575f3441), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.850565 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5942b07-69f4-4286-a8cc-742a62fb3782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28410768'] for subnet (8b8a30b5-fa20-4909-857d-d15a575f3441), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.933115 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5942b07-69f4-4286-a8cc-742a62fb3782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (8b8a30b5-fa20-4909-857d-d15a575f3441), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:15.987035 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5942b07-69f4-4286-a8cc-742a62fb3782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28970820'] for subnet (8b8a30b5-fa20-4909-857d-d15a575f3441), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.013342 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5942b07-69f4-4286-a8cc-742a62fb3782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8a30b5-fa20-4909-857d-d15a575f3441,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:16.015261 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5942b07-69f4-4286-a8cc-742a62fb3782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.018388 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a5942b07-69f4-4286-a8cc-742a62fb3782 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b8a30b5-fa20-4909-857d-d15a575f3441 HTTP/1.1" status: 204 len: 168 time: 0.2522845 Mar 26 03:12:16.021693 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33512) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:16.022711 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b936302e-4fcc-47b2-94a1-ac0d6ae0ca4e None None] Network 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:12:16.092163 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (56dc443b-21ee-4b3a-81ff-9c50e4a43c15), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.146459 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Deleting port 963fab1a-f91d-49bc-adb9-37d05e807128 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:16.146801 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.208993 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] For port 963fab1a-f91d-49bc-adb9-37d05e807128, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=963fab1a-f91d-49bc-adb9-37d05e807128,segment=NetworkSegment(687305a3-16ec-4fc0-9907-f7af35deb8d7),segment_id=687305a3-16ec-4fc0-9907-f7af35deb8d7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:16.209283 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.221439 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Calling delete_port for 963fab1a-f91d-49bc-adb9-37d05e807128 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:16.292742 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] DHCP port deletion for 56dc443b-21ee-4b3a-81ff-9c50e4a43c15 request from dv-cinder-835328-1-smb {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:12:16.308410 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.334480 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=963fab1a-f91d-49bc-adb9-37d05e807128,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:16.341200 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] No DVR routers for this DVR port 963fab1a-f91d-49bc-adb9-37d05e807128 on host dv-cinder-835328-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:12:16.359979 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Deleting port 963fab1a-f91d-49bc-adb9-37d05e807128 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:16.360472 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.420791 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 199dcdac-89f6-46d9-a3fc-3c8d031179ad no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:12:16.421491 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (56dc443b-21ee-4b3a-81ff-9c50e4a43c15), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.447561 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dc443b-21ee-4b3a-81ff-9c50e4a43c15']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:16.447963 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 199dcdac-89f6-46d9-a3fc-3c8d031179ad {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:12:16.448375 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 199dcdac-89f6-46d9-a3fc-3c8d031179ad not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:12:16.454894 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] For port 963fab1a-f91d-49bc-adb9-37d05e807128, host dv-cinder-835328-1-smb, got binding levels [] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:16.455419 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.459579 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687305a3-16ec-4fc0-9907-f7af35deb8d7') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:16.459883 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687305a3-16ec-4fc0-9907-f7af35deb8d7') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:16.468266 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Calling delete_port for 963fab1a-f91d-49bc-adb9-37d05e807128 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:16.469750 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28410793'] for segment (687305a3-16ec-4fc0-9907-f7af35deb8d7), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.470863 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.ipam_backend_mixin [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Port 963fab1a-f91d-49bc-adb9-37d05e807128 was not found and therefore no delete operation was performed {{(pid=103165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 26 03:12:16.472144 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335'] for port (963fab1a-f91d-49bc-adb9-37d05e807128), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.484315 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (687305a3-16ec-4fc0-9907-f7af35deb8d7), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.490564 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] No DVR routers for this DVR port 963fab1a-f91d-49bc-adb9-37d05e807128 on host dv-cinder-835328-1-smb {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:12:16.495247 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:12:16.495902 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28940417'] for segment (687305a3-16ec-4fc0-9907-f7af35deb8d7), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.511881 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Pushing event deleted for resources: {'Port': ['ID=963fab1a-f91d-49bc-adb9-37d05e807128,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:16.519968 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.520329 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.520719 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.521064 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.521405 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.521741 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.522071 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.522400 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.522728 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.523079 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.523412 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.523747 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.524062 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.524386 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.524707 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fee9a-234c-4ce9-aead-7ed70984489d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: timer() Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: cb(*args, **kw) Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: self._notify() Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: self.callback(batched_events) Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: event.method(event) Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: return self._get(url).json() Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:12:16.532857 dv-cinder-835328-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:12:16.556060 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (56dc443b-21ee-4b3a-81ff-9c50e4a43c15), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.561935 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.565356 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/56dc443b-21ee-4b3a-81ff-9c50e4a43c15 HTTP/1.1" status: 204 len: 168 time: 0.5424633 Mar 26 03:12:16.568293 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33514) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:16.584317 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74b3e0-ee38-456a-887a-36b9e7d10be7 admin admin] Pushing event deleted for resources: {'Network': ['ID=56dc443b-21ee-4b3a-81ff-9c50e4a43c15,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:16.917701 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752831'] for router_interface (03fc8c25-8299-4fa2-93d7-d354cd045568), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:17.094310 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bd630931-b100-4963-b878-574f97f1751c no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:12:17.115403 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] No Port match for: bd630931-b100-4963-b878-574f97f1751c {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:12:17.115744 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Device bd630931-b100-4963-b878-574f97f1751c not bound to the agent host hv-cinder-83532 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:12:17.160750 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Deleting port c055d7c9-cec8-4f2e-a568-7f4907b5643a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:17.161134 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:17.236336 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] For port c055d7c9-cec8-4f2e-a568-7f4907b5643a, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=c055d7c9-cec8-4f2e-a568-7f4907b5643a,segment=NetworkSegment(86946f61-7233-48ee-8f6f-992c630633f9),segment_id=86946f61-7233-48ee-8f6f-992c630633f9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:17.236611 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:17.249343 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Calling delete_port for c055d7c9-cec8-4f2e-a568-7f4907b5643a owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:17.423841 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (c055d7c9-cec8-4f2e-a568-7f4907b5643a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:17.446711 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=c055d7c9-cec8-4f2e-a568-7f4907b5643a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:17.857860 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752399'] for router_interface (03fc8c25-8299-4fa2-93d7-d354cd045568), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.031441 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 963fab1a-f91d-49bc-adb9-37d05e807128 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:12:18.050724 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 963fab1a-f91d-49bc-adb9-37d05e807128 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:12:18.051098 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 963fab1a-f91d-49bc-adb9-37d05e807128 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:12:18.051503 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device da7750bf-a2ca-49fc-88d3-8a4a80e2d56a no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:12:18.071234 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: da7750bf-a2ca-49fc-88d3-8a4a80e2d56a {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:12:18.071583 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device da7750bf-a2ca-49fc-88d3-8a4a80e2d56a not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:12:18.074567 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Router 03fc8c25-8299-4fa2-93d7-d354cd045568 has already been hosted by L3 agent a72c54f4-8aa4-47c3-bca3-54799fe38f9a {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:12:18.181944 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:18.187302 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-eabd20c3-ad89-4e7b-b497-bf73f8240f90 admin admin] 10.222.0.13 "PUT /v2.0/routers/03fc8c25-8299-4fa2-93d7-d354cd045568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6175871 Mar 26 03:12:18.189404 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33516) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:18.190304 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] Sync routers for ids ['03fc8c25-8299-4fa2-93d7-d354cd045568'] in dv-cinder-835328-1-smb {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:18.200748 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] Routers {'03fc8c25-8299-4fa2-93d7-d354cd045568'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:18.201344 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:11:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['03fc8c25-8299-4fa2-93d7-d354cd045568'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:18.293865 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks [] for router (03fc8c25-8299-4fa2-93d7-d354cd045568), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.305640 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] Set router 03fc8c25-8299-4fa2-93d7-d354cd045568 gateway port host: dv-cinder-835328-1-smb {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:18.396992 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks [] for router_gateway (03fc8c25-8299-4fa2-93d7-d354cd045568), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.450978 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Deleting port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:18.451221 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.484380 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'external_fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:06Z', 'updated_at': '2022-03-26T03:12:17Z', 'revision_number': 5, 'project_id': '50343430282748b281ea299d43fb14ae', 'gw_port': {'id': '68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1', 'name': '', 'network_id': 'f054278a-3c9c-4728-be97-7e282accbc6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '43799688-1810-4028-b665-e654865e7d21', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:08:07Z', 'updated_at': '2022-03-26T03:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43799688-1810-4028-b665-e654865e7d21', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-smb'}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:18.511338 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] Checking router: 03fc8c25-8299-4fa2-93d7-d354cd045568 for host: dv-cinder-835328-1-smb {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:18.519380 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] Routers {'03fc8c25-8299-4fa2-93d7-d354cd045568'} bound to L3 agent in host dv-cinder-835328-1-smb {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:18.519971 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T02:53:58Z,description=,heartbeat_timestamp=2022-03-26T03:11:58Z,host='dv-cinder-835328-1-smb',id=a72c54f4-8aa4-47c3-bca3-54799fe38f9a,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T02:53:58Z,topic='l3_agent')) {'router_ids': ['03fc8c25-8299-4fa2-93d7-d354cd045568'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:18.534090 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] For port 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1,segment=NetworkSegment(6f37a439-2967-4fc9-97fc-c23956d31323),segment_id=6f37a439-2967-4fc9-97fc-c23956d31323)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:18.534535 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.547673 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Calling delete_port for 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:18.696806 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] Set router 03fc8c25-8299-4fa2-93d7-d354cd045568 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:18.716921 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28940498'] for port (68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.740063 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Pushing event deleted for resources: {'Port': ['ID=68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:18.754565 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:06Z', 'updated_at': '2022-03-26T03:12:18Z', 'revision_number': 6, 'project_id': '50343430282748b281ea299d43fb14ae', 'gw_port_host': None}], 'dv-cinder-835328-1-smb', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:18.781777 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfb60f-dedd-468d-b005-f3a5dbcd0c24 None None] The sync data for ids ['03fc8c25-8299-4fa2-93d7-d354cd045568'] in dv-cinder-835328-1-smb is: [{'id': '03fc8c25-8299-4fa2-93d7-d354cd045568', 'name': 'tempest-TestShelveInstance-747821271-router', 'tenant_id': '50343430282748b281ea299d43fb14ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:08:06Z', 'updated_at': '2022-03-26T03:12:18Z', 'revision_number': 6, 'project_id': '50343430282748b281ea299d43fb14ae', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:18.802874 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752501'] for router_gateway (03fc8c25-8299-4fa2-93d7-d354cd045568), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.894224 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3754713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29408'] for router (03fc8c25-8299-4fa2-93d7-d354cd045568), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.896604 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks [] for router_controller (03fc8c25-8299-4fa2-93d7-d354cd045568), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.943008 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3754710'] for router (03fc8c25-8299-4fa2-93d7-d354cd045568), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.943705 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03fc8c25-8299-4fa2-93d7-d354cd045568 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:12:18.948119 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.949230 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6b82a04a-4746-4012-9407-18a333c2fcfb admin admin] 10.222.0.13 "DELETE /v2.0/routers/03fc8c25-8299-4fa2-93d7-d354cd045568 HTTP/1.1" status: 204 len: 168 time: 0.7588167 Mar 26 03:12:18.951739 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33518) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:18.995737 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-807035de-4d66-4934-91cf-95f352a261b6 admin admin] Deleting subnet e09348e7-f97d-4ec4-835b-3d3924d06a81 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:12:18.998734 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-807035de-4d66-4934-91cf-95f352a261b6 admin admin] Publish callbacks [] for subnet (e09348e7-f97d-4ec4-835b-3d3924d06a81), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.032059 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-807035de-4d66-4934-91cf-95f352a261b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28410768'] for subnet (e09348e7-f97d-4ec4-835b-3d3924d06a81), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.114627 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-807035de-4d66-4934-91cf-95f352a261b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496159'] for subnet (e09348e7-f97d-4ec4-835b-3d3924d06a81), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.168871 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-807035de-4d66-4934-91cf-95f352a261b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28941859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28970820'] for subnet (e09348e7-f97d-4ec4-835b-3d3924d06a81), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.198037 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-807035de-4d66-4934-91cf-95f352a261b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.203399 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-807035de-4d66-4934-91cf-95f352a261b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e09348e7-f97d-4ec4-835b-3d3924d06a81 HTTP/1.1" status: 204 len: 168 time: 0.2485702 Mar 26 03:12:19.203399 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807035de-4d66-4934-91cf-95f352a261b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09348e7-f97d-4ec4-835b-3d3924d06a81,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:19.203770 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 33520) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:19.204172 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c2b44-7670-4306-896d-bdb01644d5f3 None None] Network 31237a9d-879e-4ee7-9fa7-b994692764b0 requested from dv-cinder-835328-1-smb {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:12:19.516548 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ab768-d8a4-4e5a-a33b-748924e02e1a None None] DHCP port deletion for 31237a9d-879e-4ee7-9fa7-b994692764b0 request from dv-cinder-835328-1-smb {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:12:19.518298 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667088'] for network (31237a9d-879e-4ee7-9fa7-b994692764b0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.566047 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f63ab768-d8a4-4e5a-a33b-748924e02e1a None None] Deleting port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:19.566567 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f63ab768-d8a4-4e5a-a33b-748924e02e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.570396 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Deleting port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:19.570736 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782727890719'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.635257 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f63ab768-d8a4-4e5a-a33b-748924e02e1a None None] For port 6a095ff3-31df-4e76-a723-66fb7a8f2be0, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=6a095ff3-31df-4e76-a723-66fb7a8f2be0,segment=NetworkSegment(86946f61-7233-48ee-8f6f-992c630633f9),segment_id=86946f61-7233-48ee-8f6f-992c630633f9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:19.635489 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] For port 6a095ff3-31df-4e76-a723-66fb7a8f2be0, host dv-cinder-835328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-smb',level=0,port_id=6a095ff3-31df-4e76-a723-66fb7a8f2be0,segment=NetworkSegment(86946f61-7233-48ee-8f6f-992c630633f9),segment_id=86946f61-7233-48ee-8f6f-992c630633f9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:19.635627 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f63ab768-d8a4-4e5a-a33b-748924e02e1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.635734 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765357'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.647829 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f63ab768-d8a4-4e5a-a33b-748924e02e1a None None] Calling delete_port for 6a095ff3-31df-4e76-a723-66fb7a8f2be0 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:19.652063 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Calling delete_port for 6a095ff3-31df-4e76-a723-66fb7a8f2be0 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:19.733472 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f63ab768-d8a4-4e5a-a33b-748924e02e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.741240 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4135837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782727897730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782727394335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29010849'] for port (6a095ff3-31df-4e76-a723-66fb7a8f2be0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.766062 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a095ff3-31df-4e76-a723-66fb7a8f2be0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:19.767098 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ab768-d8a4-4e5a-a33b-748924e02e1a None None] Pushing event deleted for resources: {'Port': ['ID=6a095ff3-31df-4e76-a723-66fb7a8f2be0,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:19.768830 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ab768-d8a4-4e5a-a33b-748924e02e1a None None] No DVR routers for this DVR port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 on host dv-cinder-835328-1-smb {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:12:19.769502 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] No DVR routers for this DVR port 6a095ff3-31df-4e76-a723-66fb7a8f2be0 on host dv-cinder-835328-1-smb {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:12:19.842990 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478122', 'neutron.services.segments.db._delete_segments_for_network-8782727736131'] for network (31237a9d-879e-4ee7-9fa7-b994692764b0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.862649 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31237a9d-879e-4ee7-9fa7-b994692764b0']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:19.871669 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86946f61-7233-48ee-8f6f-992c630633f9') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:19.871967 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.services.segments.db [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86946f61-7233-48ee-8f6f-992c630633f9') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:19.880967 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782727737676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29038989'] for segment (86946f61-7233-48ee-8f6f-992c630633f9), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.893632 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590'] for segment (86946f61-7233-48ee-8f6f-992c630633f9), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.899920 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:12:19.900294 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29010930'] for segment (86946f61-7233-48ee-8f6f-992c630633f9), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: self.session.flush() Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: self.session.flush() Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: self.session.flush() Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: self.session.flush() Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: Traceback (most recent call last): Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: timer() Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: cb(*args, **kw) Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: return func(*args, **kwargs) Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: self._notify() Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: self.callback(batched_events) Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: event.method(event) Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: return f(self, *a, **k) Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: return self._get(url).json() Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:12:19.901887 dv-cinder-835328-1-smb neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:12:19.954512 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752521'] for network (31237a9d-879e-4ee7-9fa7-b994692764b0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.964518 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693413'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.967619 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] 10.222.0.13 "DELETE /v2.0/networks/31237a9d-879e-4ee7-9fa7-b994692764b0 HTTP/1.1" status: 204 len: 168 time: 0.7627938 Mar 26 03:12:19.982865 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e949a-dafa-4ad4-9bfe-a3230335f871 admin admin] Pushing event deleted for resources: {'Network': ['ID=31237a9d-879e-4ee7-9fa7-b994692764b0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:19.993444 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 6a095ff3-31df-4e76-a723-66fb7a8f2be0 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:12:20.013213 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 6a095ff3-31df-4e76-a723-66fb7a8f2be0 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:12:20.013556 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 6a095ff3-31df-4e76-a723-66fb7a8f2be0 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:12:20.013956 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device c055d7c9-cec8-4f2e-a568-7f4907b5643a no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:12:20.032871 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: c055d7c9-cec8-4f2e-a568-7f4907b5643a {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:12:20.033136 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device c055d7c9-cec8-4f2e-a568-7f4907b5643a not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:12:20.033534 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 no longer exists at agent ovs-agent-dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:12:20.052096 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] No Port match for: 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:12:20.052409 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Device 68a49d5f-7526-4fb7-8d0d-c5d6016ae1b1 not bound to the agent host dv-cinder-835328-1-smb {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:12:20.135972 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 33524) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:20.173837 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-2db1e382-cd66-443d-acc8-86db3a05f37b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de540c053f0d4e74b3e4a68cb7f5d5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367117 Mar 26 03:12:20.176136 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.13', 33526) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:20.220541 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd53da69-e4e7-4219-9604-1f68677b2278 admin admin] Publish callbacks [] for security_group (c410ae96-63a7-44d6-bf50-3bbc78db7a0a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:20.240981 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd53da69-e4e7-4219-9604-1f68677b2278 admin admin] Publish callbacks [] for security_group (c410ae96-63a7-44d6-bf50-3bbc78db7a0a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:20.286884 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd53da69-e4e7-4219-9604-1f68677b2278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (c410ae96-63a7-44d6-bf50-3bbc78db7a0a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:20.289487 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd53da69-e4e7-4219-9604-1f68677b2278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:20.290644 dv-cinder-835328-1-smb neutron-server[103164]: INFO neutron.wsgi [None req-fd53da69-e4e7-4219-9604-1f68677b2278 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c410ae96-63a7-44d6-bf50-3bbc78db7a0a HTTP/1.1" status: 204 len: 168 time: 0.1135278 Mar 26 03:12:20.299647 dv-cinder-835328-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53da69-e4e7-4219-9604-1f68677b2278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c410ae96-63a7-44d6-bf50-3bbc78db7a0a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:20.454704 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:12:20.592811 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33532) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:20.632505 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b09a5707-9519-48cf-9eff-fef520f80532 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50343430282748b281ea299d43fb14ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384731 Mar 26 03:12:20.634892 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33534) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:20.681154 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a88b3837-67cf-4910-b0b5-9ef205b8122d admin admin] Publish callbacks [] for security_group (8bb00144-358a-4762-9d53-57f308fa1114), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:20.701872 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a88b3837-67cf-4910-b0b5-9ef205b8122d admin admin] Publish callbacks [] for security_group (8bb00144-358a-4762-9d53-57f308fa1114), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:20.751209 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a88b3837-67cf-4910-b0b5-9ef205b8122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687455'] for security_group (8bb00144-358a-4762-9d53-57f308fa1114), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:20.753698 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a88b3837-67cf-4910-b0b5-9ef205b8122d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:20.755730 dv-cinder-835328-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a88b3837-67cf-4910-b0b5-9ef205b8122d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bb00144-358a-4762-9d53-57f308fa1114 HTTP/1.1" status: 204 len: 168 time: 0.1189873 Mar 26 03:12:20.763318 dv-cinder-835328-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b3837-67cf-4910-b0b5-9ef205b8122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb00144-358a-4762-9d53-57f308fa1114,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:25.983731 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a39dd97d-d6d6-48b5-ab69-0704f9a0fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.261342 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3cf32191-15a9-4a24-8902-0d3cbabbcb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.713483 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.093008 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.702136 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:41.726221 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:55.983872 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-17f9d435-b0f4-480d-a103-34bd320aca8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:57.453118 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:12:58.261576 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c0779466-1602-4961-98b4-41a6035b3d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:59.715952 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:01.096374 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:02.705730 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:11.724746 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:25.988372 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcc71710-519f-4012-9881-087ce00b3317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:28.262876 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7aab6e1-7352-418e-973b-95c8a125b70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:29.718495 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.098757 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.708825 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:34.451561 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:13:41.735326 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:55.992517 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30447600-a22e-43e4-9a84-ab296ee5dd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:58.263229 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b471-0fa8-41f7-9135-96d95f9bda7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:59.721700 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:01.101399 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:02.711723 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:11.450127 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:14:11.734666 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:25.997594 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-de948306-06ca-4daa-9587-7cc7772ff576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:28.264549 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ff6ecff7-f48c-4ddf-819c-9defa85cb851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:29.723494 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:31.104847 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:32.712960 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:41.733016 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:48.449338 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:14:55.989117 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b0b5824e-9e6d-43e1-994a-4bbe8afb863c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:58.264549 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2dd267d3-9031-4cf6-9455-d0c629a1ebd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:59.727308 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:01.107443 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:02.715445 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:11.736189 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:25.448634 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:15:25.991629 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d23bd8d5-e9a5-4ce9-8915-a826e6c1319f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:28.264065 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5dffc474-59f7-49f6-aad1-c3a1674a4d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:29.729565 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:31.110705 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:32.718636 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:41.734720 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.993797 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3e21095d-b2be-4395-85bd-8c7abfcbaf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:58.264288 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-97420a86-9a73-408e-9d19-68dd9bcda9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:59.732843 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:01.112490 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:02.447027 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:16:02.722932 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:11.765092 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:25.999502 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5af98122-3322-4b0d-978d-4ae149f11298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:28.266029 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce88dc7c-1283-46d5-96e4-8b887df2d03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:29.734374 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:31.114726 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:32.724746 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:39.446995 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:16:41.777682 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:55.991867 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9abb8285-ec09-4716-950e-4a0038678ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (2f6e0587-25b7-4e8b-9747-07e0a8a8d9c6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:58.267207 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-728a070d-43a0-4705-aa94-7b6243af0ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (a72c54f4-8aa4-47c3-bca3-54799fe38f9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:59.739814 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5210-83c9-42d0-8d33-3ad6c8ed65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (0122de31-fbe6-43f7-b412-140bfa6b1218), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:01.116985 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c471bc13-1d8b-4df6-a809-d62d4f5e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (efacb2e3-e339-4290-b2b7-a78ef1bde2d5), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:02.727207 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-359162de-84af-4275-aac0-6ccd8607be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (5c711cfd-e423-4f2d-9880-a7fbae6cf7d2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:11.778749 dv-cinder-835328-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80bfd7f5-ba8e-42e3-b493-a1e1df9fe3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782727736113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3477161'] for agent (c1198f9f-61f9-41c7-96fc-203070b0254b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:16.445969 dv-cinder-835328-1-smb neutron-server[103166]: DEBUG neutron.db.agents_db [None req-25f0ba45-9db8-4c4e-8f97-479bbd47ef95 None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}